00010000:00000010:1.1F:1781280581.064325:0:5346:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e45ebc0. 00010000:00000010:1.1:1781280581.064349:0:5346:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f338143. 00010000:00000010:0.1F:1781280581.587983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000338bc3b5. 00010000:00000010:0.1:1781280581.588008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008547df69. 00010000:00000010:0.1:1781280581.591801:0:5381:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f338143. 00010000:00000010:0.1:1781280581.591808:0:5381:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092318bd8. 00010000:00000010:0.1:1781280581.591813:0:5381:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b432aa3. 00010000:00010000:0.0:1781281081.417636:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896ba68 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417753:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.417773:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000000aafe88 reply state 00000000dc8d2f83 transno 17179869262 ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba61 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417822:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417827:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417833:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417838:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b5484231 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.417841:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417847:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417858:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.417860:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.417863:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.417868:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b5484231/0x3e391ad4c896ba53 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.417879:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000000aafe88 reply state 00000000dc8d2f83 transno 17179869262 ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896ba5a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x512a9eb4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.418010:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000aafe88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981786496:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2078us (2369us total) trans 17179869262 rc 0/0 00000100:00100000:0.0:1781281081.418029:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 84 00000100:00100000:0.0:1781281081.423027:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.423066:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981786560 00000100:00100000:0.0:1781281081.423124:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 85 00000100:00100000:0.0:1781281081.423132:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c11cd25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981786560:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1781281081.423152:0:15446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281081.423168:0:15446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba6f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112483b1 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423228:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423241:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423250:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281081.423285:0:15446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x416:0x0]: returning size 0 00000004:00200000:0.0:1781281081.423289:0:15446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281081.423313:0:15446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423325:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423352:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba6f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b1 expref: 104 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423367:0:15446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b1 expref: 103 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.423373:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x416:0x0].0x0 (00000000a212436c) 00010000:00010000:0.0:1781281081.423376:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781281081.423378:0:15446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b8738cdb, rc 0) 00000100:00100000:0.0:1781281081.423442:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c11cd25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+103:16215:x1867807981786560:12345-192.168.204.1@tcp:101:rm.0 Request processed in 309us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.423452:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 85 00000100:00100000:0.0:1781281081.430246:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981786624 00000100:00100000:0.0:1781281081.430307:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4227 00000100:00100000:0.0:1781281081.430314:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045d956b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+506:2214:x1867807981786624:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1781281081.430333:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281081.430358:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 2/0,0 mode: --/PR res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112483b8 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281081.430385:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x467:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281081.430405:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281081.430407:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281081.430416:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 3/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 507 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281081.430431:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 3/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 507 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281081.430450:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b5484231, rc 0) 00000100:00100000:0.0:1781281081.430514:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045d956b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+507:2214:x1867807981786624:12345-192.168.204.1@tcp:101:rm.0 Request processed in 198us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.430531:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4227 00000100:00100000:0.0:1781281081.446760:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981786752 00000100:00100000:0.0:1781281081.446820:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 86 00000100:00100000:0.0:1781281081.446828:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b103b0f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981786752:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.446880:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.446909:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ba76 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b1 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.446932:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896b73c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x416:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482f4 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.446941:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x416:0x0].0x0 (00000000a212436c) 00010000:00010000:0.0:1781281081.446951:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.447033:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447048:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447057:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447070:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896ba8b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x73f8e70d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447077:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896ba8b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x73f8e70d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447083:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896ba8b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x73f8e70d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447180:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896ba92 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x416:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447188:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896ba92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447194:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896ba92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.447543:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].6, 64 off8576 00010000:00010000:0.0:1781281081.447624:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba99 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447634:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447641:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447658:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba99 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447665:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba99 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447671:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896ba99 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447689:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.447707:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b103b0f9 reply state 0000000020daf16f transno 17179869263 ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896ba92 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447754:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447760:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447765:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447770:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5479f48 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.447774:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447780:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447788:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.447790:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.447793:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.447798:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ba84 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.447807:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b103b0f9 reply state 0000000020daf16f transno 17179869263 ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896ba8b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x73f8e70d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.447880:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b103b0f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981786752:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1050us (1336us total) trans 17179869263 rc 0/0 00000100:00100000:0.0:1781281081.447888:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 86 00000100:00100000:0.0:1781281081.460906:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996484544 00000100:00100000:0.0:1781281081.460986:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981786816 00000100:00100000:0.0:1781281081.461010:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281081.461024:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eadbfbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996484544:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281081.461094:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eadbfbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996484544:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (3669us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.461100:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281081.461116:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 87 00000100:00100000:0.0:1781281081.461120:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d1076a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981786816:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1781281081.461131:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281081.461149:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896baa0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112483bf expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461224:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461238:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461248:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281081.461770:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x417:0x0]: returning size 0 00000004:00200000:0.0:1781281081.461774:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281081.461791:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461804:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461825:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896baa0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483bf expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461839:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483bf expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.461847:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x417:0x0].0x0 (0000000062ea5638) 00010000:00010000:0.0:1781281081.461850:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781281081.461852:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b8738cdb, rc 0) 00000100:00100000:0.0:1781281081.461899:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d1076a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981786816:12345-192.168.204.1@tcp:101:rm.0 Request processed in 779us (2008us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.461906:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 87 00000100:00100000:0.0:1781281081.463781:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcaaa8a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996484544:0@lo:400:kworker/u8:1.0 00010000:00010000:1.0:1781281081.470640:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896baa7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483bf expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470730:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896b75f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x417:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482fb expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470737:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x417:0x0].0x0 (0000000062ea5638) 00010000:00010000:1.0:1781281081.470745:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.470772:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470782:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470790:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470798:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896babc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x96c72f67 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470802:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896babc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x96c72f67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470805:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896babc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x96c72f67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470882:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bac3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x417:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470889:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bac3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.470899:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bac3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.471645:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].8, 64 off8704 00010000:00010000:1.0:1781281081.471724:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896baca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471734:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896baca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471742:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896baca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471749:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896baca lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471754:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896baca lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471760:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896baca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x417:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471781:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.471799:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000caffa6e5 reply state 000000005dded424 transno 17179869264 ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bac3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x417:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471843:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471853:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471858:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471865:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d73b5cb6 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.471868:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471884:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471891:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.471893:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.471895:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.471900:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bab5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.472085:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000caffa6e5 reply state 000000005dded424 transno 17179869264 ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896babc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x96c72f67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.472169:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000caffa6e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787008:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1617us (2040us total) trans 17179869264 rc 0/0 00000100:00100000:1.0:1781281081.472177:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 88 00000100:00100000:1.0:1781281081.477763:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981787072 00000100:00100000:1.0:1781281081.477829:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 89 00000100:00100000:1.0:1781281081.477836:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dbee205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981787072:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.477857:0:15445:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.477887:0:15445:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bad1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112483cd expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478022:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478037:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478049:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.478089:0:15445:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x418:0x0]: returning size 0 00000004:00200000:1.0:1781281081.478093:0:15445:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.478112:0:15445:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478122:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478149:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bad1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483cd expref: 103 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478166:0:15445:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483cd expref: 102 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.478172:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x418:0x0].0x0 (00000000a63877c9) 00010000:00010000:1.0:1781281081.478175:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.478177:0:15445:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003df4802d, rc 0) 00000100:00100000:1.0:1781281081.478228:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dbee205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787072:12345-192.168.204.1@tcp:101:rm.0 Request processed in 392us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.478235:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 89 00000100:00100000:1.0:1781281081.481754:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.487178:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981787264 00000100:00100000:1.0:1781281081.487231:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 90 00000100:00100000:1.0:1781281081.487238:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787264:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.487290:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.487328:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bad8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483cd expref: 102 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487351:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896b782 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x418:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248302 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487361:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x418:0x0].0x0 (00000000a63877c9) 00010000:00010000:1.0:1781281081.487370:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.487401:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487413:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487422:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487435:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896baed lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xb99577c1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487446:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896baed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xb99577c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487452:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896baed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xb99577c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487551:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896baf4 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x418:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487559:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896baf4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.487565:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896baf4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.488083:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].7, 64 off8640 00010000:00010000:1.0:1781281081.488148:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488158:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488166:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488174:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488180:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488187:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488202:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.488223:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000491bdd5 reply state 000000003d5d1118 transno 17179869265 ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896baf4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488273:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488280:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488285:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488291:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.488294:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488302:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488311:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.488314:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.488317:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.488322:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bae6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.488331:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000491bdd5 reply state 000000003d5d1118 transno 17179869265 ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896baed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xb99577c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.488426:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787264:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1186us (1576us total) trans 17179869265 rc 0/0 00000100:00100000:1.0:1781281081.488434:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 90 00010000:00010000:0.0:1781281081.488637:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.488641:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.488657:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e975ce81 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.488659:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.488665:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.488674:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x418:0x0].0x0 (0000000098e4c1e1) 00010000:00010000:0.0:1781281081.488676:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.488678:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.488682:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bafb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.488691:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.488692:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.488694:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281081.505524:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981787520 00000100:00100000:1.0:1781281081.505583:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 92 00000100:00100000:1.0:1781281081.505590:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787520:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.505649:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.505685:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bb09 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483db expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505706:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896b7a5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x419:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248309 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505715:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x419:0x0].0x0 (00000000b7278786) 00010000:00010000:1.0:1781281081.505723:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.505755:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505768:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505778:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505799:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bb1e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xdc63c01a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505806:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bb1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xdc63c01a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505812:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bb1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xdc63c01a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505912:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bb25 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505920:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bb25 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.505926:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bb25 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.506490:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].9, 64 off8768 00010000:00010000:1.0:1781281081.506556:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506566:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506574:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506581:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506588:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506594:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506669:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.506689:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e745a34f reply state 000000000ebf51c5 transno 17179869266 ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bb25 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506738:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506743:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506748:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506754:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.506757:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506763:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506771:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.506774:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.506777:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.506782:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb17 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.506789:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e745a34f reply state 000000000ebf51c5 transno 17179869266 ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bb1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xdc63c01a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.506874:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787520:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1282us (1746us total) trans 17179869266 rc 0/0 00000100:00100000:1.0:1781281081.506883:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 92 00010000:00010000:0.0:1781281081.508052:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.508060:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.508071:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe7f0eeb already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.508074:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.508081:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.508094:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x419:0x0].0x0 (0000000098e4c1e1) 00010000:00010000:0.0:1781281081.508096:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.508099:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.508105:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb2c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.508117:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.508118:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.508120:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281081.514278:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.518286:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981787776 00000100:00100000:1.0:1781281081.518429:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 94 00000100:00100000:1.0:1781281081.518437:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098559332 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787776:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.518488:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.518530:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bb3a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x41a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483e9 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518559:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896b7c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x41a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248310 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518569:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41a:0x0].0x0 (0000000080cfd059) 00010000:00010000:1.0:1781281081.518578:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.518605:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518629:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518643:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518655:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518662:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518667:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518763:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518771:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.518778:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.519136:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].8, 64 off8704 00010000:00010000:1.0:1781281081.519192:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb5d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x41a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519201:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb5d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519209:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb5d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519217:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb5d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519223:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb5d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519228:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896bb5d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519250:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.519265:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000098559332 reply state 000000009fac9ac3 transno 17179869267 ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519317:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519324:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519330:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519336:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.519339:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519345:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519359:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.519361:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.519364:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.519370:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bb48 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.519377:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000098559332 reply state 000000009fac9ac3 transno 17179869267 ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.519452:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098559332 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981787776:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1014us (1506us total) trans 17179869267 rc 0/0 00000100:00100000:1.0:1781281081.519460:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 94 00010000:00010000:0.0:1781281081.522318:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522338:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522346:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522352:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b4cc3ac already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.522356:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522363:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522379:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0xff320874 (00000000c60134ec) 00010000:00010000:0.0:1781281081.522382:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.522386:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522391:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896bb4f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xff320874 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522424:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522431:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522436:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522442:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054562da6 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.522443:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522449:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522457:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41a:0x0].0x0 (0000000098e4c1e1) 00010000:00010000:0.0:1781281081.522459:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781281081.522461:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.522466:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bb56 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.526683:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.534672:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981788032 00000100:00100000:0.0:1781281081.534728:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 96 00000100:00100000:0.0:1781281081.534735:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981788032:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.534791:0:15522:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.534818:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896bb6b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x41b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f7 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534841:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ff4c516/0x3e391ad4c896b7eb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x41b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248317 expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534851:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41b:0x0].0x0 (000000002a189d9a) 00010000:00010000:0.0:1781281081.534860:0:15522:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.534893:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534907:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534918:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534930:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896bb80 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x220050ce bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534936:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896bb80 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x220050ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.534941:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896bb80 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x220050ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535335:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896bb87 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535349:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896bb87 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535357:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896bb87 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.535759:0:15522:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].10, 64 off8832 00010000:00010000:0.0:1781281081.535819:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896bb8e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535829:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896bb8e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535836:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896bb8e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535842:0:15522:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896bb8e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535848:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896bb8e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535854:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000551d1556/0x3e391ad4c896bb8e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x41b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.535922:0:15522:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.535939:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d1160bfd reply state 000000007ca6f022 transno 17179869268 ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896bb87 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536018:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536026:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536031:0:15522:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536037:0:15522:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5479f48 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.536040:0:15522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536047:0:15522:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536056:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.536059:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.536062:0:15522:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.536067:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bb79 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.536076:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d1160bfd reply state 000000007ca6f022 transno 17179869268 ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896bb80 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x220050ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.536156:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981788032:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1419us (1805us total) trans 17179869268 rc 0/0 00000100:00100000:0.0:1781281081.536165:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 96 00000100:00100000:1.0:1781281081.542119:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.542659:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.542662:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.542664:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281081.546215:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.552684:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.552785:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981788288 00000100:00100000:0.0:1781281081.552841:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 98 00000100:00100000:0.0:1781281081.552848:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b64c6ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981788288:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.552904:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.552934:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bb9c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x41c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248405 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.552999:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896b80e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x41c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124831e expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553010:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41c:0x0].0x0 (000000007aea4e09) 00010000:00010000:0.0:1781281081.553020:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.553052:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553066:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553076:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553090:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553100:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553105:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553203:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553210:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553216:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.553538:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].9, 64 off8768 00010000:00010000:0.0:1781281081.553597:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bbbf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x41c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553616:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bbbf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553623:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bbbf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553629:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bbbf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553635:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bbbf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553641:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bbbf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x41c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553665:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.553683:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007b64c6ce reply state 00000000b5034435 transno 17179869269 ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553730:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553736:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553742:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553748:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5479f48 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.553751:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553758:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553768:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.553771:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.553774:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.553779:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bbaa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.553790:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007b64c6ce reply state 00000000b5034435 transno 17179869269 ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.553878:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b64c6ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981788288:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1029us (1201us total) trans 17179869269 rc 0/0 00000100:00100000:0.0:1781281081.553887:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 98 00000100:00100000:1.0:1781281081.567670:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.568258:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568266:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568273:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568279:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8738cdb already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.568282:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568290:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568300:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x44ce9928 (000000004f278905) 00010000:00010000:0.0:1781281081.568303:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.568305:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568309:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bbb1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x44ce9928 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568325:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568330:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568335:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568340:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e8aa350 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.568342:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568346:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568352:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41c:0x0].0x0 (000000006be61498) 00010000:00010000:0.0:1781281081.568354:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781281081.568356:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.568361:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bbb8 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.574272:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.578412:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:1.0:1781281081.581072:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281081.581077:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa25fdae/0x3e391ad4c896bbf0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.581084:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa25fdae already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281081.581087:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa25fdae/0x3e391ad4c896bbf0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.581098:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa25fdae/0x3e391ad4c896bbf0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.581107:0:7836:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41d:0x0].0x0 (00000000c1f78946) 00010000:00010000:1.0:1781281081.581109:0:7836:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781281081.581111:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa25fdae/0x3e391ad4c896bbf0 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.581117:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa25fdae/0x3e391ad4c896bbf0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.581127:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.581128:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.581130:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.581308:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281081.595082:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.599700:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.605049:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.610078:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.610156:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610172:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610180:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610186:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056bd5d0a already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.610191:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610198:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610213:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x8a6b29db (00000000248398e6) 00010000:00010000:0.0:1781281081.610215:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.610219:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610225:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bc13 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x8a6b29db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610244:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610250:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610255:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610260:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000093e923e3 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.610272:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610279:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610287:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41e:0x0].0x0 (000000007aea4e09) 00010000:00010000:0.0:1781281081.610289:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781281081.610291:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.610296:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896bc1a lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.618485:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.632599:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.632726:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789056 00000100:00100000:0.0:1781281081.632786:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 104 00000100:00100000:0.0:1781281081.632793:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789056:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.632842:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.632869:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bc2f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x40d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124842f expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.632893:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000048627b2e/0x3e391ad4c896b601 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482b5 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.632904:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40d:0x0].0x0 (000000005c37a274) 00010000:00010000:0.0:1781281081.632916:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.632947:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633005:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633019:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633034:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bc44 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xf79fdc29 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633041:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bc44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xf79fdc29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633046:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bc44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xf79fdc29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633137:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633145:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633151:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.633756:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].12, 64 off8960 00010000:00010000:0.0:1781281081.633821:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc52 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633831:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633840:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633847:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc52 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x40d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633853:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc52 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x40d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633857:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633885:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.633904:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c8b9d653 reply state 000000002b1bb1f3 transno 17179869272 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633951:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633989:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.633995:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.634001:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e8aa350 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.634005:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.634013:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.634026:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.634029:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.634032:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.634041:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc3d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.634063:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c8b9d653 reply state 000000002b1bb1f3 transno 17179869272 ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bc44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xf79fdc29 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.634174:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789056:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1379us (1583us total) trans 17179869272 rc 0/0 00000100:00100000:0.0:1781281081.634183:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 104 00010000:00010000:2.0:1781281081.636214:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.636224:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.636229:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.636235:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5479f48 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.636237:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.636242:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.636249:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40d:0x0].0x0 (000000004f278905) 00010000:00010000:2.0:1781281081.636251:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781281081.636253:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.636258:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc4b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.649002:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.649085:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789120 00000100:00100000:2.0:1781281081.649144:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 105 00000100:00100000:2.0:1781281081.649150:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcaaa8a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981789120:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.649172:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.649192:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bc59 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124843d expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649256:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649281:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649293:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.649329:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x41f:0x0]: returning size 0 00000004:00200000:2.0:1781281081.649333:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.649350:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649360:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649382:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bc59 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124843d expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649398:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124843d expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.649405:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41f:0x0].0x0 (00000000f3bb56aa) 00010000:00010000:2.0:1781281081.649408:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.649411:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000adfa09c8, rc 0) 00000100:00100000:2.0:1781281081.649468:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcaaa8a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789120:12345-192.168.204.1@tcp:101:rm.0 Request processed in 317us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.649475:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 105 00000100:00100000:2.0:1781281081.652427:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789184 00000100:00100000:2.0:1781281081.652477:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4237 00000100:00100000:2.0:1781281081.652484:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981789184:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.652511:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.652540:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 2/0,0 mode: --/PR res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248444 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.652565:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x46c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.652584:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.652586:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.652594:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 3/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248444 expref: 13 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.652620:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 3/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248444 expref: 13 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.652633:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e2170d47, rc 0) 00000100:00100000:2.0:1781281081.652743:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+13:2212:x1867807981789184:12345-192.168.204.1@tcp:101:rm.0 Request processed in 258us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.652760:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4237 00000100:00100000:0.0:1781281081.670986:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789312 00000100:00100000:0.0:1781281081.671118:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 106 00000100:00100000:0.0:1781281081.671127:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789312:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.671177:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.671203:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bc60 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124843d expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671228:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896b877 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x41f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248333 expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671238:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x41f:0x0].0x0 (00000000f3bb56aa) 00010000:00010000:0.0:1781281081.671249:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.671283:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671297:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671307:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671321:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000048627b2e/0x3e391ad4c896bc75 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x7e4d6cfc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671328:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000048627b2e/0x3e391ad4c896bc75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x7e4d6cfc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671333:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000048627b2e/0x3e391ad4c896bc75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x7e4d6cfc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671431:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc7c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x41f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671440:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.671446:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.673402:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].13, 64 off9024 00010000:00010000:0.0:1781281081.673475:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc83 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x41f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.673491:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.673503:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x41f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.673511:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.673916:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x41f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.673924:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5479f48/0x3e391ad4c896bc83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x41f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.673975:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.673997:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008ef78214 reply state 00000000e6cb02c0 transno 17179869273 ns: mdt-lustre-MDT0000_UUID lock: 00000000240f5e05/0x3e391ad4c896bc7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674047:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674053:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674059:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674065:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e8aa350 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.674069:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674080:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674092:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.674095:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.674098:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.674104:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bc6e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.674114:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008ef78214 reply state 00000000e6cb02c0 transno 17179869273 ns: mdt-lustre-MDT0000_UUID lock: 0000000048627b2e/0x3e391ad4c896bc75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x7e4d6cfc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.674205:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789312:12345-192.168.204.1@tcp:36:rm.0 Request processed in 3075us (8340us total) trans 17179869273 rc 0/0 00000100:00100000:0.0:1781281081.674215:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 106 00000100:00100000:0.0:1781281081.676811:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.677679:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789376 00000100:00100000:2.0:1781281081.677768:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 107 00000100:00100000:2.0:1781281081.677775:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3584540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981789376:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.677797:0:15446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.677818:0:15446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bc8a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124844b expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.677887:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.677911:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.677924:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.677987:0:15446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x420:0x0]: returning size 0 00000004:00200000:2.0:1781281081.677992:0:15446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.678010:0:15446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.678022:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.678043:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bc8a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124844b expref: 103 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.678058:0:15446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124844b expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.678065:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x420:0x0].0x0 (0000000082e5cebb) 00010000:00010000:2.0:1781281081.678067:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.678070:0:15446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cef514e2, rc 0) 00000100:00100000:2.0:1781281081.678128:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3584540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789376:12345-192.168.204.1@tcp:101:rm.0 Request processed in 351us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.678135:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 107 00000100:00100000:0.0:1781281081.680494:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.683590:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789568 00000100:00100000:2.0:1781281081.683649:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 108 00000100:00100000:2.0:1781281081.683657:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018286de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789568:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1781281081.683707:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781281081.683732:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cef514e2/0x3e391ad4c896bc91 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124844b expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683752:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896b89a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x420:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124833a expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683762:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x420:0x0].0x0 (0000000082e5cebb) 00010000:00010000:2.0:1781281081.683770:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281081.683797:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683809:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683817:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683829:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683834:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683839:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683987:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.683995:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684002:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1781281081.684639:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].11, 64 off8896 00010000:00010000:2.0:1781281081.684712:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684722:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684730:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684738:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684745:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684751:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684778:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1781281081.684797:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000018286de1 reply state 00000000f0075c50 transno 17179869274 ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684847:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684853:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684859:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684864:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000773fc711 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.684868:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684885:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684894:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:2.0:1781281081.684897:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.684900:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.684905:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000773fc711/0x3e391ad4c896bc9f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281081.684913:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000018286de1 reply state 00000000f0075c50 transno 17179869274 ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.685695:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.685701:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.685710:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d920068a already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.685712:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.685718:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.685729:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x420:0x0].0x0 (0000000057cfba7e) 00010000:00010000:0.0:1781281081.685731:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.685733:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.685738:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bcb4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.685750:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.685751:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.685752:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281081.685798:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018286de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789568:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2139us (2337us total) trans 17179869274 rc 0/0 00000100:00100000:2.0:1781281081.685808:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 108 00000100:00100000:0.0:1781281081.704157:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:2.0:1781281081.704302:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704318:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704325:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704332:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080aac726 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.704336:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704344:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704361:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0xa11bb556 (0000000097f0689d) 00010000:00010000:2.0:1781281081.704364:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.704367:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704373:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bca6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xa11bb556 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704392:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704398:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704404:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704409:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eff81558 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.704411:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704416:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704716:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x420:0x0].0x0 (0000000057cfba7e) 00010000:00010000:2.0:1781281081.704719:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781281081.704722:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.704727:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcad lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.708567:0:15446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.708582:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bcc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.708618:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa25fdae/0x3e391ad4c896bcbb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248459 expref: 103 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.708639:0:15446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bcc2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248459 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.708710:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x421:0x0].0x0 (000000001113aafc) 00010000:00010000:0.0:1781281081.708712:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781281081.708716:0:15446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000789fa74e, rc 0) 00000100:00100000:0.0:1781281081.708843:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4990930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789632:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1072us (4692us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.708851:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 109 00000100:00100000:2.0:1781281081.717857:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789696 00000100:00100000:2.0:1781281081.717913:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4239 00000100:00100000:2.0:1781281081.717921:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b66565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+13:2211:x1867807981789696:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.717940:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.717999:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 2/0,0 mode: --/PR res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248460 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.718023:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x46d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.718040:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.718042:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.718051:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 14 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.718068:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 14 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.718080:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000773fc711, rc 0) 00000100:00100000:2.0:1781281081.718364:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b66565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+14:2211:x1867807981789696:12345-192.168.204.1@tcp:101:rm.0 Request processed in 442us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.718372:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4239 00000100:00100000:2.0:1781281081.722461:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.722553:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789824 00000100:00100000:0.0:1781281081.722620:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 110 00000100:00100000:0.0:1781281081.722628:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052021201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789824:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.722684:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.722711:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bcc2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248459 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722734:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896b8bd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x421:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248341 expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722744:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x421:0x0].0x0 (000000001113aafc) 00010000:00010000:0.0:1781281081.722755:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.722786:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722813:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722824:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722838:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bcd7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xc3e9fdaf bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722845:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xc3e9fdaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.722857:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xc3e9fdaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.723296:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896bcde lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.723305:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896bcde lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.723312:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896bcde lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.724344:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].14, 64 off9088 00010000:00010000:0.0:1781281081.724419:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000355635b9/0x3e391ad4c896bce5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724431:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000355635b9/0x3e391ad4c896bce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724441:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000355635b9/0x3e391ad4c896bce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724455:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000355635b9/0x3e391ad4c896bce5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724462:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000355635b9/0x3e391ad4c896bce5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724468:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000355635b9/0x3e391ad4c896bce5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724530:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.724550:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000052021201 reply state 00000000b4f7473c transno 17179869275 ns: mdt-lustre-MDT0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896bcde lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724599:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724615:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724622:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724628:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e8aa350 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.724632:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724639:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724650:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.724653:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.724657:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.724663:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bcd0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.724673:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000052021201 reply state 00000000b4f7473c transno 17179869275 ns: mdt-lustre-MDT0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896bcd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xc3e9fdaf bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.724764:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052021201 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789824:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2133us (2309us total) trans 17179869275 rc 0/0 00000100:00100000:0.0:1781281081.724771:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 110 00000100:00100000:1.0:1781281081.731399:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.731472:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789888 00000100:00100000:2.0:1781281081.731525:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 111 00000100:00100000:2.0:1781281081.731532:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2a3a273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981789888:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.731551:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.731567:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248467 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731636:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731648:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731657:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.731693:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x422:0x0]: returning size 0 00000004:00200000:2.0:1781281081.731697:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.731716:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731727:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731749:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bcec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248467 expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731762:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248467 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.731768:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x422:0x0].0x0 (00000000ca62c5e7) 00010000:00010000:2.0:1781281081.731770:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.731772:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000080aac726, rc 0) 00000100:00100000:2.0:1781281081.731838:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2a3a273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981789888:12345-192.168.204.1@tcp:101:rm.0 Request processed in 306us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.731845:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 111 00000100:00100000:1.0:1781281081.736290:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.736374:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981789952 00000100:00100000:2.0:1781281081.736426:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4240 00000100:00100000:2.0:1781281081.736433:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000990dad85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+512:2211:x1867807981789952:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.736452:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.736477:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 2/0,0 mode: --/PR res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124846e expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.736500:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x46d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.736519:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.736521:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.736530:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 513 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.736547:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 513 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.736560:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cef514e2, rc 0) 00000100:00100000:2.0:1781281081.736626:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000990dad85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+513:2211:x1867807981789952:12345-192.168.204.1@tcp:101:rm.0 Request processed in 192us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.736634:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4240 00010000:00010000:0.0:1781281081.736938:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.736950:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.736971:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281081.742339:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981790080 00000100:00100000:1.0:1781281081.742391:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 112 00000100:00100000:1.0:1781281081.742398:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093e01cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790080:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.742449:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.742476:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896bcf3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248467 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742497:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896b8e0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x422:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248348 expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742506:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x422:0x0].0x0 (00000000ca62c5e7) 00010000:00010000:1.0:1781281081.742515:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.742546:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742560:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742569:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742583:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742590:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742596:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742709:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742718:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.742729:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.743121:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].12, 64 off8960 00010000:00010000:1.0:1781281081.743183:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743192:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743200:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743208:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743214:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743220:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743235:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.743251:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000093e01cab reply state 000000006c382108 transno 17179869276 ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743298:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743309:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743315:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743320:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.743323:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743330:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743339:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.743341:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.743344:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.743349:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd01 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.743357:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000093e01cab reply state 000000006c382108 transno 17179869276 ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.743435:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093e01cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790080:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1035us (1216us total) trans 17179869276 rc 0/0 00000100:00100000:1.0:1781281081.743442:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 112 00010000:00010000:0.0:1781281081.743671:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.743677:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.743684:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003df4802d already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.743687:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.743692:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.743701:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x422:0x0].0x0 (00000000a212436c) 00010000:00010000:0.0:1781281081.743703:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.743705:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.743710:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bd16 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.743719:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.743721:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.743722:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281081.745992:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746008:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746015:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746021:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fa5c915 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.746024:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746030:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746043:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0xe6b84609 (0000000080cfd059) 00010000:00010000:2.0:1781281081.746045:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.746048:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746059:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896bd08 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xe6b84609 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746075:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746080:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746085:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746089:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3de5d68 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.746091:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746095:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746100:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x422:0x0].0x0 (00000000a212436c) 00010000:00010000:2.0:1781281081.746102:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781281081.746103:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.746108:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896bd0f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281081.747732:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981790144 00000100:00100000:2.0:1781281081.747782:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 113 00000100:00100000:2.0:1781281081.747790:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe5ac57f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981790144:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.747819:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.747837:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bd1d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248475 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.747894:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.747906:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.747915:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.747948:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x423:0x0]: returning size 0 00000004:00200000:2.0:1781281081.747987:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.748007:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.748019:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.748040:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bd1d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248475 expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.748054:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248475 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.748062:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x423:0x0].0x0 (000000006a24cd5b) 00010000:00010000:2.0:1781281081.748064:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.748067:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed602c3f, rc 0) 00000100:00100000:2.0:1781281081.748123:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe5ac57f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790144:12345-192.168.204.1@tcp:101:rm.0 Request processed in 333us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.748130:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 113 00000100:00100000:1.0:1781281081.750329:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.760117:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981790336 00000100:00100000:1.0:1781281081.760181:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 114 00000100:00100000:1.0:1781281081.760188:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003de4f725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790336:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.760240:0:15446:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.760268:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bd24 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248475 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760299:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896b903 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x423:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124834f expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760309:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x423:0x0].0x0 (000000006a24cd5b) 00010000:00010000:1.0:1781281081.760317:0:15446:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.760346:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760357:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760366:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760380:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896bd39 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x9868e63 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760386:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896bd39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x9868e63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760391:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896bd39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x9868e63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760794:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bd40 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760804:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bd40 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.760810:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bd40 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.762005:0:15446:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].15, 64 off9152 00010000:00010000:1.0:1781281081.762076:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bd47 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762088:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bd47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762111:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bd47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762119:0:15446:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bd47 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762124:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bd47 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762130:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bd47 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674506176 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762153:0:15446:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.762172:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003de4f725 reply state 00000000f7345e69 transno 17179869277 ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896bd40 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762219:0:15446:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762225:0:15446:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762230:0:15446:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762236:0:15446:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.762239:0:15446:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762245:0:15446:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762256:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.762259:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.762262:0:15446:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.762267:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd32 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.762275:0:15446:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003de4f725 reply state 00000000f7345e69 transno 17179869277 ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896bd39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x9868e63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.762422:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003de4f725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790336:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2231us (2479us total) trans 17179869277 rc 0/0 00000100:00100000:1.0:1781281081.762431:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 114 00000100:00100000:1.0:1781281081.765912:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981790400 00000100:00100000:1.0:1781281081.765988:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 115 00000100:00100000:1.0:1781281081.765995:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981790400:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.766015:0:15446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.766032:0:15446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bd4e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248483 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766122:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896bd55 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766134:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896bd55 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766145:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896bd55 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.766180:0:15446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x424:0x0]: returning size 0 00000004:00200000:1.0:1781281081.766184:0:15446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.766200:0:15446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896bd55 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766212:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896bd55 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766234:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bd4e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248483 expref: 103 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766247:0:15446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896bd55 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248483 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.766254:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x424:0x0].0x0 (00000000fe58ae95) 00010000:00010000:1.0:1781281081.766256:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.766258:0:15446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c8807e20, rc 0) 00000100:00100000:1.0:1781281081.766362:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790400:12345-192.168.204.1@tcp:101:rm.0 Request processed in 366us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.766370:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 115 00000100:00100000:1.0:1781281081.770894:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.774244:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.775660:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.775666:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ca24591/0x3e391ad4c896bd78 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.775674:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ca24591 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.775676:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ca24591/0x3e391ad4c896bd78 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.775682:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ca24591/0x3e391ad4c896bd78 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.775691:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x424:0x0].0x0 (00000000cb731f3a) 00010000:00010000:0.0:1781281081.775694:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.775696:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ca24591/0x3e391ad4c896bd78 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.775701:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ca24591/0x3e391ad4c896bd78 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.775713:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.775714:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.775716:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281081.780024:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.780652:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981790656 00000100:00100000:1.0:1781281081.780708:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 117 00000100:00100000:1.0:1781281081.780714:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981790656:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.780736:0:15446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.780755:0:15446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd7f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248491 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780811:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896bd86 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780822:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780830:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.780863:0:15446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x425:0x0]: returning size 0 00000004:00200000:1.0:1781281081.780868:0:15446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.780886:0:15446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780902:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896bd86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780922:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896bd7f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248491 expref: 103 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780935:0:15446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896bd86 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248491 expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.780942:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x425:0x0].0x0 (000000003d1bac54) 00010000:00010000:1.0:1781281081.780944:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.780946:0:15446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e17bd076, rc 0) 00000100:00100000:1.0:1781281081.781249:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790656:12345-192.168.204.1@tcp:101:rm.0 Request processed in 533us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.781257:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 117 00000100:00100000:1.0:1781281081.783862:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.787637:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.789393:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.789397:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896bda9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.789409:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cbc290b2 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.789411:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896bda9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.789429:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896bda9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.789441:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x425:0x0].0x0 (00000000e713b2b3) 00010000:00010000:0.0:1781281081.789443:0:5494:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.789446:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896bda9 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.789451:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896bda9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.789462:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.789463:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.789464:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281081.789776:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790848:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1959us (2144us total) trans 17179869279 rc 0/0 00000100:00100000:2.0:1781281081.789784:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 118 00000100:00100000:0.0:1781281081.792271:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.793403:0:15446:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981790912 00000100:00100000:1.0:1781281081.793469:0:15446:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 119 00000100:00100000:1.0:1781281081.793476:0:15446:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981790912:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.793507:0:15446:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.793525:0:15446:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bdb0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124849f expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793583:0:15446:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793595:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793615:0:15446:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.793651:0:15446:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x426:0x0]: returning size 0 00000004:00200000:1.0:1781281081.793655:0:15446:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.793673:0:15446:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793684:0:15446:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793703:0:15446:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896bdb0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124849f expref: 103 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793715:0:15446:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124849f expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.793721:0:15446:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x426:0x0].0x0 (0000000087bda812) 00010000:00010000:1.0:1781281081.793723:0:15446:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.793725:0:15446:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b6d2482c, rc 0) 00000100:00100000:1.0:1781281081.793773:0:15446:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981790912:12345-192.168.204.1@tcp:101:rm.0 Request processed in 296us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.793779:0:15446:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 119 00000100:00100000:1.0:1781281081.796856:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.800676:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791104 00000100:00100000:2.0:1781281081.800730:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 120 00000100:00100000:2.0:1781281081.800737:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4026db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791104:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1781281081.800786:0:15522:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781281081.800811:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896bdb7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124849f expref: 102 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800832:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896b96c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x426:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248364 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800840:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x426:0x0].0x0 (0000000087bda812) 00010000:00010000:2.0:1781281081.800848:0:15522:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281081.800879:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800892:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800902:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800916:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896bdcc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x71f16770 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800923:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896bdcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x71f16770 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.800929:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896bdcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x71f16770 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801246:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001ca2006f/0x3e391ad4c896bdd3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x426:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801255:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001ca2006f/0x3e391ad4c896bdd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801263:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001ca2006f/0x3e391ad4c896bdd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1781281081.801807:0:15522:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].14, 64 off9088 00010000:00010000:2.0:1781281081.801873:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801884:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801892:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801899:0:15522:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801905:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801911:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.801942:0:15522:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1781281081.801982:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a4026db8 reply state 00000000b5e90881 transno 17179869280 ns: mdt-lustre-MDT0000_UUID lock: 000000001ca2006f/0x3e391ad4c896bdd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802040:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802047:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802053:0:15522:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802059:0:15522:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eff81558 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.802062:0:15522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802069:0:15522:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802078:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:2.0:1781281081.802080:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.802084:0:15522:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.802089:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896bdc5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281081.802097:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000a4026db8 reply state 00000000b5e90881 transno 17179869280 ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896bdcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x71f16770 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.802371:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281081.802377:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.802389:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ea8221c already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281081.802392:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.802398:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.802408:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x426:0x0].0x0 (000000005d611b99) 00010000:00010000:1.0:1781281081.802410:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781281081.802412:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.802428:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896bdda lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.802439:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.802441:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.802442:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281081.802705:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4026db8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791104:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1965us (2132us total) trans 17179869280 rc 0/0 00000100:00100000:2.0:1781281081.802715:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 120 00000100:00100000:2.0:1781281081.807121:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791168 00000100:00100000:2.0:1781281081.807184:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 121 00000100:00100000:2.0:1781281081.807191:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981791168:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.807211:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.807230:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bde1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484ad expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807301:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807316:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807326:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.807360:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x427:0x0]: returning size 0 00000004:00200000:2.0:1781281081.807364:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.807379:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807390:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807412:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896bde1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ad expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807440:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ad expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.807448:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x427:0x0].0x0 (000000004768c402) 00010000:00010000:2.0:1781281081.807450:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.807452:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004855fe1e, rc 0) 00000100:00100000:2.0:1781281081.807645:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791168:12345-192.168.204.1@tcp:101:rm.0 Request processed in 453us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.807653:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 121 00000100:00100000:1.0:1781281081.811076:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.811173:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791232 00000100:00100000:2.0:1781281081.811219:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4245 00000100:00100000:2.0:1781281081.811226:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce49a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+16:2211:x1867807981791232:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.811246:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.811266:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 2/0,0 mode: --/PR res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484b4 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.811299:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x470:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.811317:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.811318:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.811328:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 17 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.811344:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 17 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.811361:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eb65bc2b, rc 0) 00000100:00100000:0.0:1781281081.812155:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce49a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+17:2211:x1867807981791232:12345-192.168.204.1@tcp:101:rm.0 Request processed in 925us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.812167:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4245 00000100:00100000:1.0:1781281081.815707:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.815822:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791360 00000100:00100000:0.0:1781281081.815908:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 122 00000100:00100000:0.0:1781281081.815915:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791360:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:0.0:1781281081.815982:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1781281081.816010:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004855fe1e/0x3e391ad4c896bde8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ad expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816049:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896b98f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x427:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124836b expref: 101 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816059:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x427:0x0].0x0 (000000004768c402) 00010000:00010000:0.0:1781281081.816068:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781281081.816096:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816108:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816117:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816129:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816135:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816140:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816238:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816245:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816257:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1781281081.816760:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].17, 64 off9280 00010000:00010000:0.0:1781281081.816822:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896be0b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816832:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896be0b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816840:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896be0b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816847:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896be0b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816853:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896be0b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816858:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007fee4478/0x3e391ad4c896be0b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.816944:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1781281081.816979:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004f8a62dc reply state 000000009e8a1ad8 transno 17179869281 ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817036:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817046:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817052:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817058:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e8aa350 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.817061:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817068:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817077:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:0.0:1781281081.817079:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.817082:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.817087:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896bdf6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281081.817095:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004f8a62dc reply state 000000009e8a1ad8 transno 17179869281 ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281081.817303:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791360:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1385us (1602us total) trans 17179869281 rc 0/0 00000100:00100000:0.0:1781281081.817312:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 122 00000100:00100000:1.0:1781281081.822060:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791424 00000100:00100000:1.0:1781281081.822117:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 123 00000100:00100000:1.0:1781281081.822125:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791424:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.822145:0:15445:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.822175:0:15445:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be12 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484bb expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822253:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822267:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822278:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.822324:0:15445:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x428:0x0]: returning size 0 00000004:00200000:1.0:1781281081.822328:0:15445:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.822345:0:15445:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822357:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822378:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be12 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484bb expref: 104 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822393:0:15445:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484bb expref: 103 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.822400:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x428:0x0].0x0 (00000000b7566f7b) 00010000:00010000:1.0:1781281081.822403:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.822405:0:15445:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fc48de71, rc 0) 00000100:00100000:1.0:1781281081.822768:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+103:16215:x1867807981791424:12345-192.168.204.1@tcp:101:rm.0 Request processed in 642us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.822776:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 123 00000100:00100000:1.0:1781281081.825516:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.825694:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791488 00000100:00100000:2.0:1781281081.825747:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4246 00000100:00100000:2.0:1781281081.825754:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+515:2212:x1867807981791488:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.825773:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.825799:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 2/0,0 mode: --/PR res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484c2 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.825824:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x470:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.825843:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.825845:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.825854:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 516 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.825871:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 516 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.825884:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed602c3f, rc 0) 00000100:00100000:2.0:1781281081.825944:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+516:2212:x1867807981791488:12345-192.168.204.1@tcp:101:rm.0 Request processed in 189us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.825984:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4246 00000100:00100000:2.0:1781281081.829467:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.829704:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791616 00000100:00100000:1.0:1781281081.829761:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 124 00000100:00100000:1.0:1781281081.829768:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4471d4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+103:16215:x1867807981791616:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.829820:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.829846:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be19 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x428:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484bb expref: 103 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829869:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896b9b2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x428:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248372 expref: 102 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829879:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x428:0x0].0x0 (00000000b7566f7b) 00010000:00010000:1.0:1781281081.829889:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.829921:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829935:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829945:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829981:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896be2e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0xb78df823 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829988:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896be2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xb78df823 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.829993:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896be2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xb78df823 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830152:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896be35 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x428:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830160:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896be35 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830230:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896be35 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.830770:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].15, 64 off9152 00010000:00010000:1.0:1781281081.830828:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830837:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830846:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830853:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830859:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830864:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830891:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.830908:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f4471d4f reply state 000000006c98ec1d transno 17179869282 ns: mdt-lustre-MDT0000_UUID lock: 00000000c8807e20/0x3e391ad4c896be35 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830976:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830983:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830988:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.830993:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6d2482c already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.830996:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.831003:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.831012:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.831407:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.831411:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.831488:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be27 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.831570:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f4471d4f reply state 000000006c98ec1d transno 17179869282 ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bd076/0x3e391ad4c896be2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xb78df823 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.831675:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4471d4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+103:16215:x1867807981791616:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1905us (2213us total) trans 17179869282 rc 0/0 00000100:00100000:1.0:1781281081.831684:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 124 00010000:00010000:1.0:1781281081.833815:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281081.833823:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.833834:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d73b5cb6 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281081.833838:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.833846:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.833861:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x428:0x0].0x0 (000000001113aafc) 00010000:00010000:1.0:1781281081.833864:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781281081.833867:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.833872:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be3c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.833885:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.833887:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.833888:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.836472:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836490:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836505:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836511:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000007e3167d already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.836514:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836521:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836534:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x94bfafca (000000005c37a274) 00010000:00010000:0.0:1781281081.836536:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.836540:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836545:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007e3167d/0x3e391ad4c896bdfd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x94bfafca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836561:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836567:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836572:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836583:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001399e19c already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.836584:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836589:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836596:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x427:0x0].0x0 (000000004f278905) 00010000:00010000:0.0:1781281081.836597:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781281081.836599:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.836613:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001399e19c/0x3e391ad4c896be04 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.837541:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.838061:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791680 00000100:00100000:0.0:1781281081.838113:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 125 00000100:00100000:0.0:1781281081.838120:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791680:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1781281081.838139:0:15445:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281081.838156:0:15445:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896be43 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484c9 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838219:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838231:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838246:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281081.838279:0:15445:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x40e:0x0]: returning size 0 00000004:00200000:0.0:1781281081.838283:0:15445:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281081.838308:0:15445:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838319:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838338:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e8aa350/0x3e391ad4c896be43 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c9 expref: 104 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838351:0:15445:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c9 expref: 103 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.838358:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40e:0x0].0x0 (000000007e3ffdcd) 00010000:00010000:0.0:1781281081.838361:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781281081.838363:0:15445:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c5f6f988, rc 0) 00000100:00100000:0.0:1781281081.838425:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+103:16215:x1867807981791680:12345-192.168.204.1@tcp:101:rm.0 Request processed in 296us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.838433:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 125 00000100:00100000:2.0:1781281081.841146:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.845487:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791872 00000100:00100000:1.0:1781281081.845647:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 126 00000100:00100000:1.0:1781281081.845654:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791872:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.845704:0:15522:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.845731:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896be4a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c9 expref: 102 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845752:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896b624 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482bc expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845763:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40e:0x0].0x0 (000000007e3ffdcd) 00010000:00010000:1.0:1781281081.845773:0:15522:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.845804:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845817:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845827:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845841:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be5f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x24c2aa72 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845846:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x24c2aa72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845852:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x24c2aa72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845942:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be66 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x40e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845979:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be66 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.845992:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be66 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.846335:0:15522:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].16, 64 off9216 00010000:00010000:1.0:1781281081.846395:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846404:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846412:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846489:0:15522:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846504:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846510:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846532:0:15522:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.846549:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c6cc30b8 reply state 00000000b44c0f5d transno 17179869283 ns: mdt-lustre-MDT0000_UUID lock: 00000000fc48de71/0x3e391ad4c896be66 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846590:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846610:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846617:0:15522:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846623:0:15522:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d73b5cb6 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.846626:0:15522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846632:0:15522:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846641:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.846644:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.846646:0:15522:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.846651:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be58 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.846659:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c6cc30b8 reply state 00000000b44c0f5d transno 17179869283 ns: mdt-lustre-MDT0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896be5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x24c2aa72 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.846851:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791872:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1195us (1588us total) trans 17179869283 rc 0/0 00000100:00100000:1.0:1781281081.846859:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 126 00010000:00010000:2.0:1781281081.847002:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281081.847008:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.847016:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670a308c already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281081.847019:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.847025:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.847035:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40e:0x0].0x0 (0000000098e4c1e1) 00010000:00010000:2.0:1781281081.847037:0:5494:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781281081.847039:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.847044:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670a308c/0x3e391ad4c896be6d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.847054:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281081.847055:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281081.847057:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281081.851615:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.851808:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981791936 00000100:00100000:1.0:1781281081.851868:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 127 00000100:00100000:1.0:1781281081.851875:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981791936:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.851895:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.851914:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be74 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484d7 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.851991:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.852005:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.852016:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.852053:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x40f:0x0]: returning size 0 00000004:00200000:1.0:1781281081.852058:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.852076:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.852087:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.852107:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be74 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d7 expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.852122:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d7 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.852130:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40f:0x0].0x0 (00000000e602241d) 00010000:00010000:1.0:1781281081.852134:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.852137:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e975ce81, rc 0) 00000100:00100000:1.0:1781281081.854097:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981791936:12345-192.168.204.1@tcp:101:rm.0 Request processed in 2213us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.854110:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 127 00000100:00100000:2.0:1781281081.860578:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792000 00000100:00100000:2.0:1781281081.860662:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4248 00000100:00100000:2.0:1781281081.860670:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+17:2212:x1867807981792000:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.860688:0:12115:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.860710:0:12115:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 2/0,0 mode: --/PR res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484de expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.860733:0:12115:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x464:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.860751:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.860754:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.860762:0:12115:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 18 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.860778:0:12115:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 18 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.860791:0:12115:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eff81558, rc 0) 00000100:00100000:2.0:1781281081.862295:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+18:2212:x1867807981792000:12345-192.168.204.1@tcp:101:rm.0 Request processed in 1613us (5465us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.862307:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4248 00000100:00100000:2.0:1781281081.866470:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.866674:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792128 00000100:00100000:1.0:1781281081.866730:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 128 00000100:00100000:1.0:1781281081.866738:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017518be2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792128:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.866786:0:15522:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.866812:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896be7b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d7 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866831:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896b647 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482c3 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866841:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40f:0x0].0x0 (00000000e602241d) 00010000:00010000:1.0:1781281081.866851:0:15522:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.866878:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866892:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866902:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866915:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be90 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x51e578ba bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866927:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x51e578ba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.866933:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x51e578ba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867276:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896be97 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867285:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896be97 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867357:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896be97 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.867817:0:15522:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].18, 64 off9344 00010000:00010000:1.0:1781281081.867881:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867891:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867899:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867906:0:15522:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867913:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.867919:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868030:0:15522:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.868049:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000017518be2 reply state 00000000806e6d0e transno 17179869284 ns: mdt-lustre-MDT0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896be97 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868092:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868098:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868104:0:15522:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868109:0:15522:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb75170e already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.868113:0:15522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868119:0:15522:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868128:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.868130:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.868134:0:15522:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.868138:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896be89 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.868147:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000017518be2 reply state 00000000806e6d0e transno 17179869284 ns: mdt-lustre-MDT0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896be90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x51e578ba bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.868395:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017518be2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792128:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1655us (1931us total) trans 17179869284 rc 0/0 00000100:00100000:1.0:1781281081.868405:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 128 00010000:00010000:0.0:1781281081.871573:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.871580:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.871593:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fa5c915 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.871596:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.871612:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.871622:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40f:0x0].0x0 (0000000098e4c1e1) 00010000:00010000:0.0:1781281081.871624:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.871627:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.871632:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fa5c915/0x3e391ad4c896be9e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.873659:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.873664:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.873666:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281081.874637:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.874728:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792192 00000100:00100000:1.0:1781281081.874789:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 129 00000100:00100000:1.0:1781281081.874798:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f4b1be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981792192:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.874824:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.874846:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bea5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484e5 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.874938:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896beac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.874977:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896beac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.874989:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896beac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.875046:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x410:0x0]: returning size 0 00000004:00200000:1.0:1781281081.875051:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.875076:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896beac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.875091:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896beac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.875119:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bea5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484e5 expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.875139:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896beac lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484e5 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.875148:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x410:0x0].0x0 (00000000cecdab04) 00010000:00010000:1.0:1781281081.875150:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.875155:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008d874518, rc 0) 00000100:00100000:1.0:1781281081.875618:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f4b1be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792192:12345-192.168.204.1@tcp:101:rm.0 Request processed in 818us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.875628:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 129 00000100:00100000:0.0:1781281081.879044:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792256 00000100:00100000:0.0:1781281081.879099:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4249 00000100:00100000:0.0:1781281081.879105:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+517:2214:x1867807981792256:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1781281081.879124:0:12115:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281081.879146:0:12115:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 2/0,0 mode: --/PR res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484ec expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281081.879181:0:12115:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x464:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281081.879201:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281081.879204:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281081.879212:0:12115:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281081.879234:0:12115:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281081.879247:0:12115:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004e8aa350, rc 0) 00000100:00100000:0.0:1781281081.879679:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+518:2214:x1867807981792256:12345-192.168.204.1@tcp:101:rm.0 Request processed in 572us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.879687:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4249 00000100:00100000:2.0:1781281081.883282:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000040:00080000:2.0:1781281081.884924:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].17, 64 off9280 00010000:00010000:2.0:1781281081.885358:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896becf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885373:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896becf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885382:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896becf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885390:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896becf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885396:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896becf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885406:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896becf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885597:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1781281081.885627:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000041a39ef4 reply state 00000000bbe00292 transno 17179869285 ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896bec8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x410:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885677:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885684:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885690:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885695:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c75e52fe already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.885699:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885706:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885716:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:2.0:1781281081.885720:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.885723:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.885729:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896beba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281081.885740:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000041a39ef4 reply state 00000000bbe00292 transno 17179869285 ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896bec1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x7f084702 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281081.885836:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041a39ef4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792384:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2200us (2560us total) trans 17179869285 rc 0/0 00000100:00100000:2.0:1781281081.885846:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 130 00000100:00100000:0.0:1781281081.889990:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.890945:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792448 00000100:00100000:1.0:1781281081.891035:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 131 00000100:00100000:1.0:1781281081.891042:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981792448:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.891062:0:15445:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.891081:0:15445:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896bed6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112484f3 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891140:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896bedd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891152:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896bedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891161:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896bedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281081.891213:0:15445:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x411:0x0]: returning size 0 00000004:00200000:1.0:1781281081.891217:0:15445:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281081.891236:0:15445:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896bedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891249:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896bedd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891271:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896bed6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484f3 expref: 103 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891285:0:15445:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896bedd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484f3 expref: 102 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.891301:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x411:0x0].0x0 (00000000be47b663) 00010000:00010000:1.0:1781281081.891303:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281081.891305:0:15445:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000be425b6f, rc 0) 00000100:00100000:1.0:1781281081.891365:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792448:12345-192.168.204.1@tcp:101:rm.0 Request processed in 322us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.891372:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 131 00000100:00100000:1.0:1781281081.894041:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281081.897309:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.897461:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.897464:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.897466:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781281081.899398:0:15522:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].19, 64 off9408 00010000:00010000:2.0:1781281081.899626:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899641:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899652:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899660:0:15522:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899666:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899671:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954674508224 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899726:0:15522:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1781281081.899747:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c33e8dc8 reply state 00000000df5823e5 transno 17179869286 ns: mdt-lustre-MDT0000_UUID lock: 00000000b7e53693/0x3e391ad4c896bef9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899803:0:15522:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899810:0:15522:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899817:0:15522:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899823:0:15522:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008082a6cb already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.899826:0:15522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899834:0:15522:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899846:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:2.0:1781281081.899849:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.899852:0:15522:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.899858:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896beeb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281081.899867:0:15522:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c33e8dc8 reply state 00000000df5823e5 transno 17179869286 ns: mdt-lustre-MDT0000_UUID lock: 000000004a4ec250/0x3e391ad4c896bef2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0xac2b154b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281081.899985:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792640:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2292us (2682us total) trans 17179869286 rc 0/0 00000100:00100000:2.0:1781281081.899994:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 132 00000100:00100000:2.0:1781281081.905026:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792704 00000100:00100000:2.0:1781281081.905080:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 133 00000100:00100000:2.0:1781281081.905087:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981792704:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.905110:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.905130:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf07 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248501 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905400:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf0e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905415:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905490:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.905539:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x412:0x0]: returning size 0 00000004:00200000:2.0:1781281081.905543:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.905560:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905572:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905597:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf07 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248501 expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905624:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248501 expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.905634:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x412:0x0].0x0 (0000000037ee4ced) 00010000:00010000:2.0:1781281081.905636:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.905639:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000068cac646, rc 0) 00000100:00100000:2.0:1781281081.905702:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981792704:12345-192.168.204.1@tcp:101:rm.0 Request processed in 614us (1329us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.905710:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 133 00000100:00100000:0.0:1781281081.908347:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.908557:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981792768 00000100:00100000:2.0:1781281081.908618:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4251 00000100:00100000:2.0:1781281081.908625:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+518:2212:x1867807981792768:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.908644:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.908664:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 2/0,0 mode: --/PR res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248508 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281081.908686:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x465:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281081.908704:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.908707:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281081.908714:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 3/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 519 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.908730:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 3/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 519 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281081.908740:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000093e923e3, rc 0) 00000100:00100000:2.0:1781281081.908789:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+519:2212:x1867807981792768:12345-192.168.204.1@tcp:101:rm.0 Request processed in 163us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.908795:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4251 00010000:00010000:1.0:1781281081.909941:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281081.909971:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.909988:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d920068a already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281081.909993:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.910001:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.910016:0:5495:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x411:0x0].0x0 (0000000082a9a9d6) 00010000:00010000:1.0:1781281081.910019:0:5495:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781281081.910022:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.910028:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf00 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT gid 18446622954674508224 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.910048:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.910050:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.910051:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281081.912703:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281081.916200:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.916207:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896bf31 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.916219:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007a8080f0 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.916222:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896bf31 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.916242:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896bf31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.916255:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x412:0x0].0x0 (00000000293f135d) 00010000:00010000:0.0:1781281081.916258:0:5494:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.916261:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896bf31 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.916267:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896bf31 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.916281:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.916282:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.916284:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281081.918528:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281081.922894:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793024 00000100:00100000:0.0:1781281081.922945:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4252 00000100:00100000:0.0:1781281081.922979:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+19:2212:x1867807981793024:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:0.0:1781281081.923000:0:12115:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281081.923032:0:12115:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 2/0,0 mode: --/PR res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248516 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281081.923055:0:12115:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x466:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281081.923073:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281081.923075:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281081.923083:0:12115:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 20 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281081.923099:0:12115:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 20 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281081.923111:0:12115:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001399e19c, rc 0) 00000100:00100000:0.0:1781281081.923168:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+20:2212:x1867807981793024:12345-192.168.204.1@tcp:101:rm.0 Request processed in 215us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281081.923179:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4252 00000100:00100000:1.0:1781281081.926611:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.926807:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793152 00000100:00100000:2.0:1781281081.926864:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 136 00000100:00100000:2.0:1781281081.926870:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981793152:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1781281081.926919:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781281081.926946:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896bf3f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124850f expref: 102 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927010:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896b6d3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x413:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482df expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927030:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x413:0x0].0x0 (000000004b9e3a2f) 00010000:00010000:2.0:1781281081.927039:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281081.927069:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927083:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927094:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927107:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927114:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927120:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927223:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927231:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927238:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1781281081.927557:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x10:0x0].20, 64 off9472 00010000:00010000:2.0:1781281081.927631:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896bf62 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927641:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896bf62 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927648:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896bf62 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927656:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896bf62 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927661:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896bf62 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927667:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000096411175/0x3e391ad4c896bf62 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927684:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1781281081.927700:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a9d2189 reply state 000000009bef1e50 transno 17179869288 ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927743:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927750:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927756:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927762:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000adfa09c8 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.927766:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927773:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927782:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:2.0:1781281081.927785:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.927787:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.927793:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000adfa09c8/0x3e391ad4c896bf4d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281081.927802:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003a9d2189 reply state 000000009bef1e50 transno 17179869288 ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281081.927880:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981793152:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1008us (1284us total) trans 17179869288 rc 0/0 00000100:00100000:2.0:1781281081.927889:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 136 00010000:00010000:2.0:1781281081.929980:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.929995:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930002:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930008:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056bd5d0a already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.930010:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930023:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930035:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x670b1db (0000000097f0689d) 00010000:00010000:2.0:1781281081.930037:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281081.930040:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930046:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056bd5d0a/0x3e391ad4c896bf54 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x670b1db bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930059:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930064:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930070:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930075:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f8da49b already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281081.930077:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930082:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930087:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x413:0x0].0x0 (000000003d1bac54) 00010000:00010000:2.0:1781281081.930089:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781281081.930090:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.930095:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f8da49b/0x3e391ad4c896bf5b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.931658:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281081.932210:0:15522:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793216 00000100:00100000:2.0:1781281081.932249:0:15522:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 137 00000100:00100000:2.0:1781281081.932256:0:15522:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+101:16215:x1867807981793216:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281081.932274:0:15522:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281081.932301:0:15522:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf69 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124851d expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932354:0:15522:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932370:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932381:0:15522:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281081.932412:0:15522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x414:0x0]: returning size 0 00000004:00200000:2.0:1781281081.932424:0:15522:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281081.932439:0:15522:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932450:0:15522:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932469:0:15522:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068cac646/0x3e391ad4c896bf69 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124851d expref: 103 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932482:0:15522:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124851d expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281081.932497:0:15522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x414:0x0].0x0 (00000000f4e30ac7) 00010000:00010000:2.0:1781281081.932500:0:15522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281081.932502:0:15522:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d920068a, rc 0) 00000100:00100000:2.0:1781281081.932553:0:15522:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981793216:12345-192.168.204.1@tcp:101:rm.0 Request processed in 297us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281081.932561:0:15522:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 137 00000100:00100000:1.0:1781281081.935139:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793280 00000100:00100000:1.0:1781281081.935196:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4253 00000100:00100000:1.0:1781281081.935202:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+519:2211:x1867807981793280:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281081.935218:0:12102:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281081.935238:0:12102:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 2/0,0 mode: --/PR res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248524 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281081.935266:0:12102:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x466:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281081.935282:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281081.935284:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281081.935301:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 520 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281081.935316:0:12102:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 520 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281081.935329:0:12102:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bb75170e, rc 0) 00000100:00100000:1.0:1781281081.935380:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+520:2211:x1867807981793280:12345-192.168.204.1@tcp:101:rm.0 Request processed in 177us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281081.935387:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4253 00000100:00100000:1.0:1781281081.938591:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793408 00000100:00100000:1.0:1781281081.938642:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 138 00000100:00100000:1.0:1781281081.938649:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981793408:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:1.0:1781281081.938691:0:15445:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781281081.938713:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d920068a/0x3e391ad4c896bf70 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124851d expref: 102 pid: 15522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938733:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896b6f6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x414:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482e6 expref: 101 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938742:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x414:0x0].0x0 (00000000f4e30ac7) 00010000:00010000:1.0:1781281081.938751:0:15445:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281081.938776:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938789:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938798:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938812:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938818:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938824:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938916:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938923:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.938930:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281081.939781:0:15445:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x12:0x0].19, 64 off9408 00010000:00010000:1.0:1781281081.939847:0:15445:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.939858:0:15445:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.939871:0:15445:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.939878:0:15445:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.939884:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.939890:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.939913:0:15445:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281081.939931:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000006998d8c reply state 0000000080a8bfc5 transno 17179869289 ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.940003:0:15445:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.940010:0:15445:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.940195:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281081.940200:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.940208:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054562da6 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281081.940212:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.940219:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.940230:0:7836:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x414:0x0].0x0 (000000001113aafc) 00010000:00010000:0.0:1781281081.940233:0:7836:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281081.940236:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.940241:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000054562da6/0x3e391ad4c896bf93 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938566592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.940252:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.940253:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281081.940254:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281081.940490:0:15445:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.940557:0:15445:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003df4802d already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281081.940559:0:15445:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.940570:0:15445:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.940579:0:15445:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x0 (000000005d7ed93c) 00010000:00010000:1.0:1781281081.940581:0:15445:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281081.940584:0:15445:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281081.940589:0:15445:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf7e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x40a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281081.940599:0:15445:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000006998d8c reply state 0000000080a8bfc5 transno 17179869289 ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281081.940722:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+102:16215:x1867807981793408:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2071us (2359us total) trans 17179869289 rc 0/0 00000100:00100000:1.0:1781281081.940731:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 138 00010000:00010000:0.0:1781281081.945741:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945761:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945773:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945778:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e975ce81 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.945782:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945789:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945805:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x40a:0x0].0x33938024 (00000000f3bb56aa) 00010000:00010000:0.0:1781281081.945809:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281081.945813:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945818:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e975ce81/0x3e391ad4c896bf85 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x40a:0x0].0x33938024 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945839:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945844:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945850:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945854:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000064724471 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281081.945857:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945863:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945870:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x414:0x0].0x0 (000000001113aafc) 00010000:00010000:0.0:1781281081.945872:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781281081.945874:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281081.945879:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896bf8c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15445 timeout: 0 lvb_type: 0 00000100:00000400:2.0:1781281082.477036:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281038/real 1781281038] req@00000000b9e08a1b x1867807996477120/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281081 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281082.477072:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000b9e08a1b x1867807996477120/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281081 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281082.477078:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 8, was 7): FULL 00000100:00100000:2.0:1781281082.477096:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9e08a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996477120:0@lo:400:kworker/u8:0.0 00000001:00080000:1.0:1781281082.570679:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968838 is committed 00000001:00080000:2.0:1781281082.600983:0:15474:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 17179869281 is committed 00000004:00080000:2.0:1781281082.601012:0:15474:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000001:00080000:2.0:1781281082.601082:0:15474:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 17179869289 is committed 00000004:00080000:2.0:1781281082.601141:0:15474:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000100:00100000:1.0:1781281082.601438:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1357f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996484928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781281082.601503:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281082.601559:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996484928 00000100:00100000:1.0:1781281082.601656:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4254 00000100:00100000:1.0:1781281082.601662:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996484928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781281082.601808:0:12115:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1122 count 1 00010000:00010000:1.0:1781281082.601837:0:12115:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 3/0,1 mode: --/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281082.601861:0:12115:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3f3a0fc/0x3e391ad4c896b9ea lrc: 2/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124838e expref: 19 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281082.601868:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281082.601870:0:12115:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281082.601872:0:12115:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 4/0,1 mode: --/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281082.601898:0:12115:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3f3a0fc/0x3e391ad4c896b9ea lrc: 3/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124838e expref: 19 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281082.601911:0:12115:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3f3a0fc/0x3e391ad4c896b9ea lrc: 4/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124838e expref: 19 pid: 12115 timeout: 723 lvb_type: 1 00000100:00100000:1.0:1781281082.601921:0:12115:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12115:1867807996484992:192.168.204.1@tcp:104: 00000100:00100000:1.0:1781281082.601990:0:12115:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e7cb3707 going to sleep for 6 seconds 00000100:00100000:1.0:1781281082.602473:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ba13051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996485056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281082.602504:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281082.602577:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996485056 00000100:00100000:2.0:1781281082.602623:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255 00000100:00100000:2.0:1781281082.602628:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996485056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781281082.602643:0:12102:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1122 count 1 00010000:00010000:2.0:1781281082.602659:0:12102:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 3/0,1 mode: --/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281082.602670:0:12102:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 2/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 519 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281082.602677:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281082.602678:0:12102:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281082.602680:0:12102:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 4/0,1 mode: --/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281082.602830:0:12102:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 3/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 519 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281082.602839:0:12102:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 4/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 519 pid: 12102 timeout: 723 lvb_type: 1 00000100:00100000:2.0:1781281082.602850:0:12102:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091eeb0b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12102:1867807996485120:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281082.602883:0:12102:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bba9c7d8 going to sleep for 6 seconds 00000100:00100000:2.0:1781281082.604535:0:12102:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091eeb0b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12102:1867807996485120:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281082.604559:0:12102:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 3/0,1 mode: --/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281082.607473:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793472 00010000:00010000:1.0:1781281082.607603:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3f3a0fc/0x3e391ad4c896b9ea lrc: 5/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124838e expref: 20 pid: 12115 timeout: 723 lvb_type: 1 00000100:00100000:1.0:1781281082.607847:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793536 00010000:00010000:1.0:1781281082.607862:0:5492:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 4/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 520 pid: 12102 timeout: 723 lvb_type: 1 00000100:00100000:0.0:1781281082.608081:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1562 00000100:00100000:0.0:1781281082.608086:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+520:2212:x1867807981793536:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281082.608095:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281082.608098:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 4/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 520 pid: 12102 timeout: 723 lvb_type: 1 00010000:00010000:0.0:1781281082.608107:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 3/0,0 mode: PR/PR res: [0x462:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 520 pid: 12102 timeout: 723 lvb_type: 1 00010000:00010000:0.0:1781281082.608121:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c09c8062/0x3e391ad4c896ba1b lrc: 0/0,0 mode: --/PR res: [0x462:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124839c expref: 520 pid: 12102 timeout: 723 lvb_type: 1 00010000:00010000:0.0:1781281082.608131:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281082.608132:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281082.608134:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.608144:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 4/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.608162:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281082.608180:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+519:2212:x1867807981793536:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 93us (3793us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281082.608185:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1562 00010000:00010000:2.0:1781281082.609101:0:12102:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281082.609116:0:12102:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281082.609125:0:12102:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281082.609131:0:12102:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896bfa1 lrc: 2/0,0 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281082.609155:0:12102:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781281082.609552:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:2996:x1867807996485056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6920us (7045us total) trans 4294968839 rc 0/0 00000100:00100000:2.0:1781281082.609564:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255 00010000:00010000:1.0:1781281082.612641:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281082.612916:0:2996:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968838 gen 2 00000004:00080000:1.0:1781281082.612924:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c46030e0, transno 4294968836 00000004:00080000:1.0:1781281082.613056:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000411da79f, transno 4294968837 00000004:00080000:1.0:1781281082.617608:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000047357d8c, transno 4294968838 00000100:00100000:1.0:1781281082.617626:0:2996:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000005ba13051 x1867807996485056/t4294968839(4294968839) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281126 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:1.0:1781281082.617640:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005ba13051/2, rc 0, transno 1543 00000100:00100000:1.0:1781281082.617645:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ba13051 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996485056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781281082.619620:0:12115:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3f3a0fc/0x3e391ad4c896b9ea lrc: 0/0,0 mode: --/PR res: [0x462:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124838e expref: 19 pid: 12115 timeout: 723 lvb_type: 1 00000100:00100000:0.0:1781281082.619645:0:12115:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12115:1867807996484992:192.168.204.1@tcp:104: 00010000:00010000:0.0:1781281082.619668:0:12115:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.619678:0:12115:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.619684:0:12115:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.619693:0:12115:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 3/0,1 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.619708:0:12115:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003df4802d/0x3e391ad4c896bf9a lrc: 2/0,0 mode: PW/PW res: [0x462:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281082.619735:0:12115:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781281082.620076:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996484928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18412us (18572us total) trans 4294968841 rc 0/0 00000100:00100000:0.0:1781281082.620086:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4254 00000004:00080000:2.0:1781281082.621072:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e1357f0/2, rc 0, transno 1545 00000100:00100000:2.0:1781281082.621097:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e1357f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996484928:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1781281083.629228:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1781281083.703103:0:16480:0:(obd_mount_server.c:1591:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1781281083.703126:0:16480:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896b0ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896b0c1 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.703558:0:16480:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896b0ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896b0c1 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.703565:0:16480:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896b0ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b0c1 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.703571:0:16480:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896b0ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b0c1 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.703710:0:16480:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1781281083.703717:0:16480:0:(mgc_request.c:546:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1781281083.703729:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281083.703733:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1781281083.703739:0:16480:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1781281083.703764:0:16480:0:(import.c:86:import_set_state_nolock()) 000000005f0e3c6f lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1781281083.703783:0:16480:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091eeb0b9 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:16480:1867807996485184:0@lo:39:umount.0 00000100:00100000:2.0:1781281083.703851:0:16480:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281083.703884:0:16480:0:(client.c:2500:ptlrpc_set_wait()) set 000000005428f321 going to sleep for 5 seconds 00000100:00100000:1.0:1781281083.703894:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996485184 00000100:00100000:1.0:1781281083.705727:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1781281083.705746:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16480:x1867807996485184:12345-0@lo:39:umount.0 00000020:00000080:1.0:1781281083.705782:0:15445:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b322 00000100:00080000:1.0:1781281083.705799:0:15445:0:(import.c:86:import_set_state_nolock()) 000000002e841b82 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1781281083.705936:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:16480:x1867807996485184:12345-0@lo:39:umount.0 Request processed in 194us (2085us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.707783:0:16480:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091eeb0b9 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:16480:1867807996485184:0@lo:39:umount.0 00000100:00080000:2.0:1781281083.707812:0:16480:0:(import.c:86:import_set_state_nolock()) 000000005f0e3c6f lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1781281083.707818:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281083.707821:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1781281083.707825:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1781281083.713008:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000020:00000080:1.0:1781281083.713027:0:15445:0:(genops.c:985:class_export_put()) final put 00000000963de034/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1781281083.713066:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281083.713197:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000963de034/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1781281083.713248:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000002e841b82 for lustre-MDT0000 00010000:00010000:1.0:1781281083.718726:0:16480:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718747:0:16480:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718753:0:16480:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718764:0:16480:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718827:0:16480:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281083.718833:0:16480:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718839:0:16480:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718844:0:16480:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.718849:0:16480:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.723052:0:16480:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281083.723108:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281083.723113:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.723123:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf200e84 already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281083.723125:0:7836:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.723131:0:7836:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281083.723135:0:7836:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281083.723140:0:7836:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1781281083.723142:0:7836:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1781281083.723144:0:7836:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1781281083.723180:0:7836:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.723187:0:7836:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281083.723213:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.723219:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000cf200e84/0x3e391ad4c896b2a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b2ab expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.723236:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281083.723237:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281083.723239:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281083.723251:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281083.723270:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996485312:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1781281083.723343:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281083.723389:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996485312 00000100:00100000:2.0:1781281083.723437:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281083.723443:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2997:x1867807996485312:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281083.723456:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281083.723471:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002091eff4/0x3e391ad4c896b2ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2a4 expref: 17 pid: 15433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.723484:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281083.723515:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2997:x1867807996485312:12345-0@lo:103:ldlm_bl_04.0 Request processed in 71us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.723522:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281083.723564:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996485312:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1781281083.723851:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.723858:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781281083.723884:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.723890:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000084763b18/0x3e391ad4c896b00b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b012 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.723898:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281083.723900:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281083.723901:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281083.723941:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996485376:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1781281083.723994:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281083.724104:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996485376 00000100:00100000:0.0:1781281083.724163:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1781281083.724168:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2995:x1867807996485376:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281083.724177:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281083.724185:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dbd63772/0x3e391ad4c896b012 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b00b expref: 16 pid: 15433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724196:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281083.724234:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:2995:x1867807996485376:12345-0@lo:103:ldlm_bl_03.0 Request processed in 65us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281083.724241:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:0.0:1781281083.724536:0:16480:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c4d6aa3c/0x3e391ad4c896b0ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896b0b3 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724545:0:16480:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c4d6aa3c/0x3e391ad4c896b0ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896b0b3 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724550:0:16480:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c4d6aa3c/0x3e391ad4c896b0ac lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b0b3 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724556:0:16480:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000c4d6aa3c/0x3e391ad4c896b0ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b0b3 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724608:0:16480:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281083.724614:0:16480:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896affd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896b004 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724674:0:16480:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896affd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896b004 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724680:0:16480:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896affd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b004 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.724684:0:16480:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896affd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896b004 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281083.725197:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781281083.725206:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996485440:0@lo:103:ldlm_bl_02.0 00000100:00100000:2.0:1781281083.725230:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281083.725259:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996485440 00000100:00100000:2.0:1781281083.725422:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1781281083.725427:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:2995:x1867807996485440:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1781281083.725436:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281083.725444:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acb99dce/0x3e391ad4c896b0b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b0ac expref: 14 pid: 15433 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281083.725453:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281083.725478:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:2995:x1867807996485440:12345-0@lo:103:ldlm_bl_02.0 Request processed in 51us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.725484:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1781281083.725509:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996485440:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1781281083.725781:0:16480:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1781281083.725786:0:16480:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896affd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896b004 expref: -99 pid: 15430 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281083.725804:0:16480:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-barrier 10000000:01000000:0.0:1781281083.725807:0:16480:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1781281083.725811:0:16480:0:(mgc_request.c:546:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1781281083.725823:0:16480:0:(obd_mount_server.c:1629:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1781281083.725827:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:0.0:1781281083.725830:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1781281083.725835:0:16480:0:(obd_config.c:854:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:1.0:1781281083.727840:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:0.0:1781281083.728552:0:16480:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x40086672 00000020:00000080:0.0:1781281083.810448:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/6 00000020:00080000:0.0:1781281083.810466:0:16480:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000ca85e271 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281083.810475:0:16480:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000d86ba260 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281083.810482:0:16480:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 0000000003ba33f3 fd013285-183a-4106-aea7-7bb500a78bd8 192.168.204.1@tcp 7 (0 0 2) 0 0 0 0: 0000000000000000 17179869289 stale:0 00000020:00080000:0.0:1781281083.810488:0:16480:0:(genops.c:1525:class_disconnect_exports()) OBD device 5 (000000005899419b) has exports, disconnecting them 00000020:00080000:0.0:1781281083.810494:0:16480:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000ca85e271), last request at 1781281081 00000020:00000080:0.0:1781281083.810504:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b330 00000100:00080000:0.0:1781281083.810514:0:16480:0:(import.c:86:import_set_state_nolock()) 000000004f05c2b9 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281083.810743:0:16480:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000ca85e271): rc 0 00000020:00000080:0.0:1781281083.810745:0:16480:0:(genops.c:985:class_export_put()) final put 00000000ca85e271/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1781281083.810769:0:16480:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000d86ba260), last request at 1781281081 00000020:00000080:0.0:1781281083.810779:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b329 00000100:00080000:0.0:1781281083.810782:0:16480:0:(import.c:86:import_set_state_nolock()) 00000000893afa5d : changing import state from FULL to CLOSED 00000020:00000080:1.0:1781281083.810819:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000ca85e271/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281083.810879:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000004f05c2b9 for lustre-MDT0000 00010000:00010000:2.0:1781281083.810985:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1781281083.811238:0:16480:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000d86ba260): rc 0 00000020:00000080:0.0:1781281083.811241:0:16480:0:(genops.c:985:class_export_put()) final put 00000000d86ba260/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1781281083.811292:0:16480:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.1@tcp (0000000003ba33f3), last request at 1781281080 00000020:00000080:0.0:1781281083.811297:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b04a 00000020:00010000:0.0:1781281083.811305:0:16480:0:(genops.c:1857:obd_stale_export_put()) Put export 0000000003ba33f3: total 1 00000100:00080000:0.0:1781281083.811308:0:16480:0:(import.c:86:import_set_state_nolock()) 00000000447dec9c : changing import state from FULL to CLOSED 00000020:00010000:1.0:1781281083.811730:0:7835:0:(genops.c:1843:obd_stale_export_get()) Get export 0000000003ba33f3: total 1 00010000:00010000:1.0:1781281083.811770:0:7835:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 0000000003ba33f3, canceled 0 locks, left on hash table 2. 00010000:00010000:1.0:1781281083.811806:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896b59f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x40a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112482a0 expref: 6 pid: 15446 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.811835:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896b575 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248299 expref: 5 pid: 15447 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281083.811847:0:7835:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 0000000003ba33f3, canceled 2 locks, left on hash table 0. 00000020:00080000:0.0:1781281083.812998:0:16480:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (0000000003ba33f3): rc 0 00000100:00080000:0.0:1781281083.813037:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281083.813042:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968840 gen 3 00000100:00100000:0.0:1781281083.813051:0:16480:0:(client.c:2888:ptlrpc_free_committed()) @@@ free request with old gen req@000000004e1357f0 x1867807996484928/t4294968841(4294968841) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281126 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:0.0:1781281083.813061:0:16480:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004e1357f0, transno 4294968841 00000004:00080000:0.0:1781281083.813083:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281083.813086:0:16480:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1781281083.813117:0:16480:0:(import.c:86:import_set_state_nolock()) 00000000646ec050 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1781281083.814124:0:16480:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:16480:1867807996485568:0@lo:9:umount.0 00000100:00100000:0.0:1781281083.814418:0:16480:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281083.814588:0:16480:0:(client.c:2500:ptlrpc_set_wait()) set 0000000068387fc0 going to sleep for 5 seconds 00000100:00100000:2.0:1781281083.814711:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996485568 00000100:00100000:2.0:1781281083.814812:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256 00000100:00100000:2.0:1781281083.814820:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c685d8e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:16480:x1867807996485568:12345-0@lo:9:umount.0 00000020:00000080:2.0:1781281083.814853:0:12115:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b07b 00000100:00080000:2.0:1781281083.814860:0:12115:0:(import.c:86:import_set_state_nolock()) 00000000e2f5c174 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1781281083.814901:0:12115:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968841 00010000:00010000:0.0:1781281083.815246:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281083.815426:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c685d8e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+3:16480:x1867807996485568:12345-0@lo:9:umount.0 Request processed in 605us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.815434:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256 00000100:00100000:0.0:1781281083.815500:0:16480:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:16480:1867807996485568:0@lo:9:umount.0 00000100:00080000:0.0:1781281083.815519:0:16480:0:(import.c:86:import_set_state_nolock()) 00000000646ec050 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1781281083.815697:0:16480:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:0.0:1781281083.815773:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281083.815776:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281083.815778:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968840 gen 4 00000004:00080000:0.0:1781281083.815846:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281083.815849:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1781281083.816033:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281083.816035:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968838 gen 3 00000100:00100000:0.0:1781281083.816041:0:16480:0:(client.c:2888:ptlrpc_free_committed()) @@@ free request with old gen req@000000005ba13051 x1867807996485056/t4294968839(4294968839) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281126 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:0.0:1781281083.816050:0:16480:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005ba13051, transno 4294968839 00000004:00080000:0.0:1781281083.816063:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281083.816066:0:16480:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1781281083.816094:0:16480:0:(import.c:86:import_set_state_nolock()) 000000002c76a67d lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1781281083.816417:0:16480:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:16480:1867807996485632:0@lo:9:umount.0 00000100:00100000:0.0:1781281083.816456:0:16480:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281083.816480:0:16480:0:(client.c:2500:ptlrpc_set_wait()) set 0000000068387fc0 going to sleep for 5 seconds 00010000:00010000:2.0:1781281083.819225:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281083.819768:0:16480:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:16480:1867807996485632:0@lo:9:umount.0 00000100:00080000:0.0:1781281083.819790:0:16480:0:(import.c:86:import_set_state_nolock()) 000000002c76a67d lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1781281083.819810:0:16480:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:0.0:1781281083.819812:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281083.819815:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281083.819817:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968838 gen 4 00000004:00080000:0.0:1781281083.819820:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281083.819822:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00080000:0.0:1781281083.820088:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (000000005899419b) has no exports 00000020:00000080:1.0:1781281083.837188:0:7835:0:(genops.c:985:class_export_put()) final put 0000000003ba33f3/fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00010000:1.0:1781281083.837239:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281083.837241:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281083.837244:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1781281083.841655:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000003ba33f3/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-MDT0000 00000020:00000080:2.0:1781281083.841729:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000447dec9c for lustre-MDT0000 00000100:00100000:2.0:1781281083.855483:0:15434:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793600 00000100:00100000:2.0:1781281083.855547:0:15434:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 67 00000100:00100000:2.0:1781281083.855554:0:15434:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fde4fa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981793600:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281083.855644:0:15434:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fde4fa6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981793600:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 89us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.855652:0:15434:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 67 00000100:00100000:2.0:1781281083.855763:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793792 00000100:00100000:2.0:1781281083.855790:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793728 00000100:00100000:2.0:1781281083.855807:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 245 00000100:00100000:2.0:1781281083.855811:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+519:2211:x1867807981793792:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281083.855849:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+519:2211:x1867807981793792:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 37us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.855859:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 245 00000100:00100000:2.0:1781281083.855871:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 246 00000100:00100000:2.0:1781281083.855875:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+19:2211:x1867807981793728:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281083.855898:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+19:2211:x1867807981793728:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 23us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281083.855904:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 246 00000100:00100000:1.0:1781281083.856122:0:15445:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981793664 00000100:00100000:1.0:1781281083.856158:0:15445:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 140 00000100:00100000:1.0:1781281083.856163:0:15445:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2211:x1867807981793664:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000020:00080000:1.0:1781281083.856169:0:15445:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:1.0:1781281083.856202:0:15445:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2211:x1867807981793664:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 38us (901us total) trans 0 rc -107/-107 00000100:00100000:1.0:1781281083.856208:0:15445:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 140 00000020:00000080:1.0:1781281083.881131:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b05f 00000020:00000080:1.0:1781281083.881142:0:16480:0:(genops.c:985:class_export_put()) final put 000000002a35866a/lustre-QMT0000_UUID 00000020:01000000:1.0:1781281083.881181:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1781281083.881189:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1781281083.881196:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1781281083.881199:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 7 (000000003cfd8675) has no exports 00000020:00000080:1.0:1781281083.881517:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b058 00000020:00000080:1.0:1781281083.881521:0:16480:0:(genops.c:985:class_export_put()) final put 0000000070856863/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1781281083.883367:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1781281083.883378:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1781281083.883383:0:16480:0:(genops.c:985:class_export_put()) final put 00000000ffb06af3/lustre-QMT0000_UUID 00000020:00000080:1.0:1781281083.883387:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 00000000ffb06af3/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1781281083.883395:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:1.0:1781281083.883541:0:16480:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000808a7e09 - data 0000000052ce7269/0000000071f201d0 00000020:01000000:1.0:1781281083.883566:0:16480:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000cd982095 - data 00000000305c7d73/0000000028feeb48 00000020:00080000:1.0:1781281083.883879:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (000000005899419b) has no exports 00000100:00100000:2.0:1781281083.886884:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00080000:2.0:1781281083.920699:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1781281083.920708:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968840 gen 5 00000004:00080000:2.0:1781281083.920736:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:2.0:1781281083.920742:0:16480:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281083.920743:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281083.920744:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1781281083.920746:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968840 gen 6 00000004:00080000:2.0:1781281083.920748:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281083.920750:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1781281083.921806:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281083.921810:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968838 gen 5 00000004:00080000:2.0:1781281083.921829:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:2.0:1781281083.921832:0:16480:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281083.921833:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281083.921834:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281083.921836:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968838 gen 6 00000004:00080000:2.0:1781281083.921838:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281083.921839:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1781281083.922211:0:15467:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1781281083.922214:0:15467:0:(llog.c:789:llog_process_thread()) stop processing plain 0x12:1:0 index 6 count 16 00000040:00080000:0.0:1781281083.922223:0:15467:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:1:0 index 4 count 2 00000020:00000080:0.0:1781281083.944790:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b020 00000020:00000080:0.0:1781281083.944801:0:16480:0:(genops.c:985:class_export_put()) final put 00000000db1e0ad2/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281083.946923:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b035 00000020:00000080:0.0:1781281083.946935:0:16480:0:(genops.c:985:class_export_put()) final put 000000003d116383/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281083.946972:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1781281083.946979:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.946987:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281083.946990:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 4 (000000009465ea9e) has no exports 00000004:01000000:0.0:1781281083.948315:0:16480:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1781281083.948328:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b090 00000020:00000080:0.0:1781281083.948334:0:16480:0:(genops.c:985:class_export_put()) final put 00000000bcbd12a9/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281083.948348:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281083.948355:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.948371:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281083.948374:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 11 (00000000c15d0e33) has no exports 00000020:00000080:0.0:1781281083.948381:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b089 00000020:00000080:0.0:1781281083.948386:0:16480:0:(genops.c:985:class_export_put()) final put 00000000db24373e/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281083.948569:0:16480:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281083.948581:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281083.948585:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968838 gen 7 00000004:00080000:0.0:1781281083.948590:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281083.948593:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281083.948855:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.948860:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281083.948863:0:16480:0:(genops.c:985:class_export_put()) final put 000000000cec01ea/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281083.948866:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 000000000cec01ea/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1781281083.948870:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281083.948973:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b074 00000020:00000080:0.0:1781281083.948977:0:16480:0:(genops.c:985:class_export_put()) final put 0000000035039e70/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281083.948986:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281083.948989:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.948991:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281083.948994:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 8 (00000000489fc74e) has no exports 00000020:00000080:0.0:1781281083.948998:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b06d 00000020:00000080:0.0:1781281083.949000:0:16480:0:(genops.c:985:class_export_put()) final put 00000000cf2a288e/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281083.949243:0:16480:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281083.949246:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281083.949249:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968840 gen 7 00000004:00080000:0.0:1781281083.949252:0:16480:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281083.949253:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281083.953322:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.953332:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281083.953365:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.953367:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281083.953372:0:16480:0:(genops.c:985:class_export_put()) final put 000000009461726a/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281083.953375:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 000000009461726a/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1781281083.953381:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281083.953557:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b03c 00000020:00000080:0.0:1781281083.953563:0:16480:0:(genops.c:985:class_export_put()) final put 000000003f2e9ba8/lustre-MDD0000_UUID 00000020:01000000:0.0:1781281083.953567:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1781281083.953580:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.953584:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281083.953587:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 6 (000000005db4ec71) has no exports 00000020:00000080:0.0:1781281083.953860:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.953864:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1781281083.953868:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b043 00000020:00000080:0.0:1781281083.953872:0:16480:0:(genops.c:985:class_export_put()) final put 000000000e2c9395/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1781281083.953878:0:16480:0:(obd_mount_server.c:201:server_put_mount()) put mount 00000000013fb9ef from lustre-MDT0000, refs=3 00000020:01000004:0.0:1781281083.953881:0:16480:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000013fb9ef 3 00000020:01000004:0.0:1781281083.953884:0:16480:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 00000000013fb9ef from lustre-MDT0000 00000020:00000080:0.0:1781281083.953928:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.953931:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1781281083.953933:0:16480:0:(genops.c:985:class_export_put()) final put 00000000e86d519f/lustre-MDT0000_UUID 00000020:00000080:0.0:1781281083.953935:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 00000000e86d519f/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1781281083.953940:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1781281083.953998:0:16480:0:(obd_mount_server.c:270:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1781281083.954000:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1781281083.954002:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.954004:0:16480:0:(obd_config.c:877:class_cleanup()) MGS: forcing exports to disconnect: 2/4 00000020:00080000:0.0:1781281083.954009:0:16480:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 000000006953b3bd fe18d2fd-47a2-47ff-98fc-180cf48b334a 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281083.954018:0:16480:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 00000000ffb432e7 ecf7ee81-2075-4f26-b532-0d44497bf6c9 192.168.204.1@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281083.954022:0:16480:0:(genops.c:1525:class_disconnect_exports()) OBD device 1 (0000000026e158ba) has exports, disconnecting them 00000020:00080000:0.0:1781281083.954026:0:16480:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000006953b3bd), last request at 1781281083 00000020:00000080:0.0:1781281083.954046:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896aff6 00000020:00010000:0.0:1781281083.954050:0:16480:0:(genops.c:1857:obd_stale_export_put()) Put export 000000006953b3bd: total 3 00000100:00080000:0.0:1781281083.954055:0:16480:0:(import.c:86:import_set_state_nolock()) 0000000036648b34 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281083.954070:0:16480:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000006953b3bd): rc 0 00000020:00080000:0.0:1781281083.954072:0:16480:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.1@tcp (00000000ffb432e7), last request at 1781281083 00000020:00000080:0.0:1781281083.954184:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896afcc 00000020:00010000:0.0:1781281083.954187:0:16480:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000ffb432e7: total 4 00000100:00080000:0.0:1781281083.954190:0:16480:0:(import.c:86:import_set_state_nolock()) 00000000b84ab8d3 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281083.954201:0:16480:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000ffb432e7): rc 0 00000020:00010000:0.0:1781281083.954211:0:5494:0:(genops.c:1843:obd_stale_export_get()) Get export 000000006953b3bd: total 4 00010000:00010000:0.0:1781281083.954232:0:5494:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 000000006953b3bd, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1781281083.954259:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005785680c/0x3e391ad4c896b31b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b314 expref: 9 pid: 15433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954275:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896b2c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2c0 expref: 8 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954284:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e63464a6/0x3e391ad4c896b2e3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2dc expref: 7 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954293:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007302706/0x3e391ad4c896b2ff lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2f8 expref: 6 pid: 15433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954302:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000912a2dac/0x3e391ad4c896b30d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b306 expref: 5 pid: 15434 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954313:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000041978b05/0x3e391ad4c896b2b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2b2 expref: 4 pid: 15433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954324:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007d56a187/0x3e391ad4c896b2d5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2ce expref: 3 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954332:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c976c05b/0x3e391ad4c896b2f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896b2ea expref: 2 pid: 15435 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281083.954340:0:5494:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 000000006953b3bd, canceled 8 locks, left on hash table 0. 00000020:00000080:0.0:1781281083.954356:0:5494:0:(genops.c:985:class_export_put()) final put 000000006953b3bd/fe18d2fd-47a2-47ff-98fc-180cf48b334a 00010000:00010000:0.0:1781281083.954361:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281083.954362:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281083.954364:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1781281083.954379:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 1 (0000000026e158ba) has no exports 00000100:00100000:0.0:1781281083.954422:0:15435:0:(service.c:2935:ptlrpc_main()) ll_mgs_0002: service thread [0000000038b13adf:15435] 2 exiting: rc = 0 00000100:00100000:2.0:1781281083.954720:0:15434:0:(service.c:2935:ptlrpc_main()) ll_mgs_0001: service thread [00000000e31e5bed:15434] 1 exiting: rc = 0 00000020:00000080:2.0:1781281083.954771:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000646ec050 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1781281083.954777:0:36:0:(genops.c:985:class_export_put()) final put 000000008ce7067b/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1781281083.954779:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000008ce7067b/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1781281083.954788:0:36:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1781281083.954876:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000003f2e9ba8/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1781281083.954879:0:36:0:(genops.c:985:class_export_put()) final put 00000000f8154e5f/lustre-MDD0000_UUID 00000020:00000080:2.0:1781281083.954880:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000f8154e5f/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1781281083.954883:0:36:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1781281083.954950:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000000e2c9395/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1781281083.954975:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000006953b3bd/fe18d2fd-47a2-47ff-98fc-180cf48b334a for MGS 00000020:00000080:2.0:1781281083.954996:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000ffb432e7/ecf7ee81-2075-4f26-b532-0d44497bf6c9 for MGS 00000020:00000080:2.0:1781281083.955021:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000036648b34 for MGS 00000020:00000080:2.0:1781281083.955025:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000b84ab8d3 for MGS 00000100:00100000:0.0:1781281083.955220:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955230:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955241:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955247:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955252:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955257:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955263:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955268:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955274:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955279:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955284:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955289:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955293:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955298:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955303:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955309:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955314:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955320:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955326:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955330:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955335:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955340:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955345:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955349:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955353:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955358:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955362:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955366:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955371:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955376:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955380:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955385:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955389:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955393:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955398:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955403:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955407:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955411:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955416:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955420:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955426:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955431:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955435:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955440:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955445:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955452:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955457:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955462:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955469:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955474:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955477:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955482:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955487:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955492:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955497:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955502:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955508:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955514:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955519:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955523:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955528:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955612:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955687:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281083.955693:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1781281083.961525:0:16480:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000bce17143 - data 000000001d8c3fde/00000000b49e61ea 00000020:01000000:0.0:1781281083.961689:0:16480:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 0000000071a7dfbe - data 0000000075316881/00000000dc8c6ad8 00000020:00000080:0.0:1781281083.963714:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896afc5 00000020:00000080:0.0:1781281083.963721:0:16480:0:(genops.c:985:class_export_put()) final put 00000000c95d4f03/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1781281083.963785:0:16480:0:(obd_mount_server.c:201:server_put_mount()) put mount 00000000013fb9ef from MGS, refs=2 00000020:01000004:0.0:1781281083.963789:0:16480:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000013fb9ef 2 00000020:01000004:0.0:1781281083.963791:0:16480:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 00000000013fb9ef from MGS 00000020:00000080:0.0:1781281083.963851:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.963857:0:16480:0:(obd_config.c:805:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1781281083.963859:0:16480:0:(genops.c:985:class_export_put()) final put 000000005e2197df/MGS 00000020:00000080:0.0:1781281083.963861:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 000000005e2197df/MGS for MGS 00000020:01000000:0.0:1781281083.963867:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1781281083.963917:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1781281083.963921:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.963926:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/2 00000020:00080000:0.0:1781281083.963932:0:16480:0:(genops.c:1752:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000fe4d5869 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281083.963937:0:16480:0:(genops.c:1525:class_disconnect_exports()) OBD device 17 (000000005eca91da) has exports, disconnecting them 00000020:00080000:0.0:1781281083.963941:0:16480:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000fe4d5869), last request at 1781281055 00000020:00000080:0.0:1781281083.963945:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896b0cf 00000020:00080000:0.0:1781281083.963980:0:16480:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000fe4d5869): rc 0 00000020:00000080:0.0:1781281083.964040:0:16480:0:(genops.c:985:class_export_put()) final put 00000000fe4d5869/lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1781281083.976949:0:16480:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1781281083.977042:0:16480:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1781281083.977046:0:16480:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1781281083.977051:0:16480:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281083.977261:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281083.977270:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1781281083.977276:0:16480:0:(obd_mount.c:926:lustre_common_put_super()) dropping sb 00000000013fb9ef 00000020:01000004:0.0:1781281083.977280:0:16480:0:(obd_mount.c:526:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1781281083.977282:0:16480:0:(obd_mount.c:939:lustre_common_put_super()) MGC still in use 00000020:01000004:0.0:1781281083.977283:0:16480:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000013fb9ef 1 00000020:00000080:0.0:1781281083.977289:0:16480:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896afb7 00000020:00000080:0.0:1781281083.977296:0:16480:0:(genops.c:985:class_export_put()) final put 000000001eb2d17e/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1781281083.979352:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1781281083.979363:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281083.979369:0:16480:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281083.979372:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 0 (00000000c69d26ec) has no exports 00000020:00000080:0.0:1781281084.012121:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281084.012142:0:16480:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1781281084.012148:0:16480:0:(genops.c:985:class_export_put()) final put 0000000009ccecd6/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281084.012154:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 0000000009ccecd6/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1781281084.012160:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1781281084.012272:0:16480:0:(obd_mount.c:608:lustre_free_lsi()) Freeing lsi 00000000110ab4e1 00000020:01000000:0.0:1781281084.012293:0:16480:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1781281084.012297:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281084.012300:0:16480:0:(obd_config.c:877:class_cleanup()) MDS: forcing exports to disconnect: 0/0 00000020:00080000:0.0:1781281084.012303:0:16480:0:(genops.c:1530:class_disconnect_exports()) OBD device 3 (000000001ac03b18) has no exports 00000100:00100000:1.0:1781281084.013154:0:15445:0:(service.c:2935:ptlrpc_main()) mdt00_000: service thread [00000000f4949f88:15445] 0 exiting: rc = 1 00000100:00100000:1.0:1781281084.013226:0:15446:0:(service.c:2935:ptlrpc_main()) mdt00_001: service thread [00000000787212ff:15446] 1 exiting: rc = 0 00000100:00100000:0.0:1781281084.013350:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013359:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013365:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013371:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013379:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013384:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013389:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013394:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013398:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013403:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013407:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013412:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013416:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013421:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013427:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013431:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013437:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013443:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013584:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013592:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013599:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013606:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013614:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013627:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013634:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013641:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013648:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013656:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013662:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013669:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013676:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013683:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013689:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013700:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013709:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013716:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013728:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013737:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013742:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013753:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013760:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013796:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013803:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013808:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013812:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013817:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013822:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013830:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013835:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013840:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013845:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013850:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013854:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013859:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013863:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013868:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013872:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013877:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013886:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013891:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013896:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013902:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013906:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.013911:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281084.049931:0:15449:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000bb7476c0:15449] 1 exiting: rc = 0 00000100:00100000:2.0:1781281084.050240:0:15448:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000075442e7:15448] 0 exiting: rc = 1 00000100:00100000:0.0:1781281084.055942:0:15451:0:(service.c:2935:ptlrpc_main()) mdt_out00_001: service thread [000000000722589c:15451] 1 exiting: rc = 0 00000100:00100000:2.0:1781281084.056351:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056361:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056380:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056387:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056392:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056398:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056404:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056409:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056415:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056420:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056425:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056555:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056563:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056578:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056585:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056590:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056598:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056603:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056608:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056613:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056618:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056625:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056632:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056653:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056661:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056667:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056673:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056679:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056684:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056689:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056694:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056699:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056705:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056710:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056716:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056736:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056744:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056751:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056760:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056773:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056782:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056789:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056796:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056804:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056817:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056827:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056835:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056865:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056878:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056941:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.056946:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057043:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057051:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057056:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057062:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057067:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057073:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057079:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057085:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057105:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057112:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057119:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057126:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.057208:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281084.105067:0:15453:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0001: service thread [00000000ce877800:15453] 1 exiting: rc = 0 00000100:00100000:1.0:1781281084.105431:0:15452:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0000: service thread [000000005c8e6731:15452] 0 exiting: rc = 1 00000100:00100000:0.0:1781281084.108762:0:15455:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0001: service thread [0000000024998d1a:15455] 1 exiting: rc = 0 00000100:00100000:1.0:1781281084.108928:0:15454:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0000: service thread [0000000089c79bff:15454] 0 exiting: rc = 1 00000100:00100000:1.0:1781281084.110403:0:15457:0:(service.c:2935:ptlrpc_main()) mdt_fld_0001: service thread [000000007e649901:15457] 1 exiting: rc = 0 00000100:00100000:1.0:1781281084.110493:0:15456:0:(service.c:2935:ptlrpc_main()) mdt_fld_0000: service thread [00000000b8f8e38c:15456] 0 exiting: rc = 1 00000100:00100000:1.0:1781281084.112167:0:15460:0:(service.c:2935:ptlrpc_main()) mdt_io00_002: service thread [00000000eeb67835:15460] 2 exiting: rc = 0 00000100:00100000:1.0:1781281084.114250:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114278:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114284:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114289:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114294:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114299:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114306:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114311:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114316:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114322:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114338:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114345:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114350:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114355:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114360:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114365:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114369:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114375:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114380:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114385:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114390:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114396:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114400:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114405:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114410:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114416:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114422:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114426:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114431:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114436:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114451:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114679:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114689:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114695:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114715:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114720:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114725:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114729:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114733:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114738:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114742:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114748:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114753:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114758:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114762:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114768:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114772:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114777:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114781:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114786:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114791:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114795:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114799:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114803:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114808:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114814:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114818:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114823:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114828:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114832:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114837:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114841:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114845:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281084.114851:0:16480:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1781281084.134170:0:16480:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281084.134183:0:16480:0:(obd_config.c:805:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1781281084.134189:0:16480:0:(genops.c:985:class_export_put()) final put 00000000b97fb44c/MDS_uuid 00000020:00000080:0.0:1781281084.134195:0:16480:0:(genops.c:944:class_export_destroy()) destroying export 00000000b97fb44c/MDS_uuid for MDS 00000020:01000000:0.0:1781281084.134205:0:16480:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1781281084.134650:0:16480:0:(obd_mount_server.c:1687:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1781281084.655667:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281085.677328:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281086.574787:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996485760:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281086.574936:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996485760 offset 0 length 224: 4 00000100:00100000:1.0:1781281086.575026:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281086.575033:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996485824:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281086.575065:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996485824 offset 0 length 224: 4 00010000:00010000:0.0:1781281086.701416:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281087.597294:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281044/real 1781281044] req@0000000004296aae x1867807996477312/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281087 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1781281087.597329:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000004296aae x1867807996477312/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281087 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1781281087.597337:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 8, was 7): FULL 00000100:00100000:1.0:1781281087.597356:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004296aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996477312:0@lo:400:kworker/u8:2.0 00000001:00080000:0.0:1781281087.639744:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968839 is committed 00000001:00100000:0.0:1781281087.639759:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281087.639762:0:7126:0:(genops.c:985:class_export_put()) final put 00000000189790fb/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281087.639785:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000189790fb/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1781281087.639835:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000fe0ce77c for lustre-OST0001 00000100:00000400:2.0:1781281087.854720:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281044/real 1781281044] req@0000000002f9a164 x1867807996477248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281087 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281087.854757:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000002f9a164 x1867807996477248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281087 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281087.854764:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 8, was 7): FULL 00000100:00100000:2.0:1781281087.854784:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002f9a164 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996477248:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281088.749170:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281088.977123:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981793920 offset 0 length 224: 4 00000100:00100000:1.0:1781281088.977169:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281088.977206:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1781281088.977336:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981793984 offset 0 length 520: 4 00000100:00100000:2.0:1781281088.977588:0:12108:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794112 00000100:00100000:2.0:1781281088.977679:0:12108:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794048 00000100:00100000:2.0:1781281088.977710:0:12108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 247 00000100:00100000:2.0:1781281088.977716:0:12108:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:fd013285-183a-4106-aea7-7bb500a78bd8+519:2212:x1867807981794112:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281088.977811:0:12108:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:fd013285-183a-4106-aea7-7bb500a78bd8+519:2212:x1867807981794112:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 90us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281088.977829:0:12108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 247 00010000:00010000:0.0:1781281089.774714:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281090.797358:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281091.694600:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008750cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996485888:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281091.694895:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996485888 offset 0 length 224: 4 00000100:00100000:2.0:1781281091.696808:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996485952:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281091.696860:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996485952 offset 0 length 224: 4 00000100:00100000:1.0:1781281091.704586:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024530d61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996486016:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281091.704650:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996486016 offset 0 length 224: 4 00000100:00000400:1.0:1781281092.717089:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281049/real 1781281049] req@00000000e527c52a x1867807996477376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281092 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281092.753185:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000e527c52a x1867807996477376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281092 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281092.753201:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 8, was 7): FULL 00000100:00100000:1.0:1781281092.753226:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e527c52a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996477376:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281092.845416:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281093.869175:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1781281094.099591:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981794176 offset 0 length 224: 4 00000100:00100000:2.0:1781281094.099639:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281094.099680:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281094.100223:0:12090:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794240 00000100:00100000:1.0:1781281094.100279:0:12090:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794304 00000100:00100000:1.0:1781281094.100305:0:12090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 249 00000100:00100000:1.0:1781281094.100312:0:12090:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fd013285-183a-4106-aea7-7bb500a78bd8+19:2213:x1867807981794240:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281094.100401:0:12090:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fd013285-183a-4106-aea7-7bb500a78bd8+19:2213:x1867807981794240:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 88us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281094.100409:0:12090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 249 00000100:00100000:1.0:1781281094.100435:0:12090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 250 00000100:00100000:1.0:1781281094.100439:0:12090:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fd013285-183a-4106-aea7-7bb500a78bd8+519:2214:x1867807981794304:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281094.100464:0:12090:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:fd013285-183a-4106-aea7-7bb500a78bd8+519:2214:x1867807981794304:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 24us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281094.100469:0:12090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 250 00010000:00010000:0.0:1781281094.893879:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281096.813210:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996486208:0@lo:400:kworker/u8:2.0 00000400:00000100:0.0:1781281096.813264:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996486208 offset 0 length 224: 4 00000100:00100000:0.0:1781281096.813303:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281096.813309:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996486144:0@lo:400:kworker/u8:2.0 00000400:00000100:0.0:1781281096.813324:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996486144 offset 0 length 224: 4 00000100:00100000:1.0:1781281096.813596:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281096.813603:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996486080:0@lo:400:kworker/u8:2.0 00000400:00000100:1.0:1781281096.813628:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996486080 offset 0 length 224: 4 00010000:00010000:0.0:1781281096.941302:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281097.837044:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281054/real 1781281054] req@00000000874c239f x1867807996477568/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281097 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281097.837075:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000874c239f x1867807996477568/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281097 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281097.837083:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 8, was 7): FULL 00000100:00100000:1.0:1781281097.837100:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000874c239f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996477568:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1781281097.965092:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281098.684688:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281055/real 1781281055] req@000000005c77ecfe x1867807996477696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281098 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281098.684718:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000005c77ecfe x1867807996477696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281098 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281098.684725:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 8, was 7): FULL 00000100:00100000:2.0:1781281098.684749:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c77ecfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996477696:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281098.990881:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281099.215908:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:2.0:1781281099.215940:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981794368 offset 0 length 224: 4 00000100:00100000:2.0:1781281099.215993:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281099.216092:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794432 00000100:00100000:0.0:1781281099.216130:0:12115:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794496 00000100:00100000:0.0:1781281099.216148:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 251 00000100:00100000:0.0:1781281099.216154:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+19:2212:x1867807981794432:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281099.216210:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+19:2212:x1867807981794432:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 55us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281099.216217:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 251 00000100:00100000:0.0:1781281099.216230:0:12115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 252 00000100:00100000:0.0:1781281099.216244:0:12115:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+519:2212:x1867807981794496:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281099.216263:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:fd013285-183a-4106-aea7-7bb500a78bd8+519:2212:x1867807981794496:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 29us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281099.216268:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 252 00010000:00010000:2.0:1781281100.016780:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1781281100.240785:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981794560 offset 0 length 224: 4 00000100:00100000:0.0:1781281100.240828:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1781281100.240855:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981794624 offset 0 length 520: 4 00000100:00100000:0.0:1781281100.240876:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281100.240913:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794752 00000100:00100000:0.0:1781281100.240985:0:12102:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794688 00000100:00100000:0.0:1781281100.241009:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 253 00000100:00100000:0.0:1781281100.241027:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+519:2213:x1867807981794752:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281100.241092:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+519:2213:x1867807981794752:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 77us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281100.241100:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 253 00000100:00100000:0.0:1781281100.241117:0:12102:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 254 00000100:00100000:0.0:1781281100.241121:0:12102:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+19:2213:x1867807981794688:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281100.241144:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:fd013285-183a-4106-aea7-7bb500a78bd8+19:2213:x1867807981794688:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 22us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281100.241151:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 254 00010000:00010000:0.0:1781281101.045482:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281101.948727:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1cbfc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996486272:0@lo:400:kworker/u8:1.0 00000400:00000100:1.0:1781281101.948783:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996486272 offset 0 length 224: 4 00000100:00100000:1.0:1781281101.948818:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281101.948823:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996486336:0@lo:400:kworker/u8:1.0 00000400:00000100:1.0:1781281101.948841:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996486336 offset 0 length 224: 4 00010000:00010000:1.0:1781281102.061367:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:0.0:1781281102.657142:0:16930:0:(super25.c:121:lustre_fill_super()) VFS Op: sb 00000000817eddd5 00000020:01000004:0.0:1781281102.657174:0:16930:0:(obd_mount.c:952:lmd_print()) mount data: 00000020:01000004:0.0:1781281102.657176:0:16930:0:(obd_mount.c:955:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:0.0:1781281102.657177:0:16930:0:(obd_mount.c:956:lmd_print()) flags: 20200 00000020:01000004:0.0:1781281102.657184:0:16930:0:(obd_mount_server.c:1916:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1781281102.657232:0:16930:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1781281102.657237:0:16930:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281102.657251:0:16930:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-osd (000000007b8d0cc8) 00000020:00000080:0.0:1781281102.657540:0:16930:0:(obd_config.c:648:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 1 00000020:00000080:0.0:1781281102.657576:0:16930:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00100000:10000000:0.0:1781281102.715396:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1781281102.735714:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x38:0x0] (8/32) 00100000:10000000:1.0:1781281102.737654:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:1.0:1781281102.739394:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1781281102.739434:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:1.0:1781281102.739504:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:1.0:1781281102.739546:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:1.0:1781281102.739587:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:1.0:1781281102.739623:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:1.0:1781281102.748071:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:0.0:1781281102.782840:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 293: rc = 0 00100000:10000000:0.0:1781281102.782878:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 293: rc = 0 00100000:10000000:1.0:1781281102.820401:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 299: rc = 0 00100000:10000000:1.0:1781281102.832769:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 299: rc = 0 00100000:10000000:2.0:1781281102.848141:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281102.862245:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 299: rc = 0 00100000:10000000:0.0:1781281102.870874:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 299: rc = 0 00100000:10000000:0.0:1781281102.877430:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 299: rc = 0 00100000:10000000:1.0:1781281102.882259:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281102.936882:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 600: rc = 0 00100000:10000000:2.0:1781281102.950739:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 600: rc = 0 00100000:10000000:2.0:1781281102.955818:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 600: rc = 0 00100000:10000000:2.0:1781281102.998237:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 600: rc = 0 00100000:10000000:2.0:1781281103.001599:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 600: rc = 0 00100000:10000000:2.0:1781281103.015408:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 600: rc = 0 00010000:00010000:0.0:1781281103.085402:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1781281103.128271:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 600: rc = 0 00100000:10000000:2.0:1781281103.130370:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 600: rc = 0 00100000:10000000:2.0:1781281103.132389:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 600: rc = 0 00100000:10000000:2.0:1781281103.138804:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 600: rc = 0 00100000:10000000:2.0:1781281103.140496:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 600: rc = 0 00100000:10000000:2.0:1781281103.145661:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 600: rc = 0 00100000:10000000:2.0:1781281103.154903:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 600: rc = 0 00100000:10000000:2.0:1781281103.161255:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 600: rc = 0 00100000:10000000:2.0:1781281103.165007:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 600: rc = 0 00100000:10000000:2.0:1781281103.175360:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 122: rc = 0 00100000:10000000:1.0:1781281103.207867:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1781281103.238053:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 640: rc = 0 00100000:10000000:2.0:1781281103.261655:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1781281103.261708:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 640: rc = 0 00100000:10000000:2.0:1781281103.272196:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1781281103.272241:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 640: rc = 0 00100000:10000000:2.0:1781281103.289561:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1781281103.289608:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 294: rc = 0 00100000:10000000:2.0:1781281103.298497:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1781281103.298553:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 294: rc = 0 00100000:10000000:2.0:1781281103.314304:0:16930:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1781281103.314373:0:16930:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 294: rc = 0 00000020:00000080:2.0:1781281103.314691:0:16930:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1781281103.314699:0:16930:0:(osd_handler.c:1543:osd_obd_connect()) connect #0 00000020:00000080:2.0:1781281103.314708:0:16930:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896bfaf 00000020:01000004:2.0:1781281103.314715:0:16930:0:(obd_mount_server.c:1999:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1781281103.314763:0:16930:0:(obd_mount_server.c:233:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1781281103.314768:0:16930:0:(obd_mount_server.c:116:server_register_mount()) register mount 00000000817eddd5 from MGS 00000020:01000004:2.0:1781281103.314772:0:16930:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1781281103.314775:0:16930:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281103.314784:0:16930:0:(genops.c:417:class_newdev()) Allocate new device MGS (00000000489fc74e) 00000020:00000080:2.0:1781281103.314834:0:16930:0:(obd_config.c:648:class_attach()) OBD: dev 1 attached type mgs with refcount 1 00000020:00000080:2.0:1781281103.314838:0:16930:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1781281103.314890:0:16930:0:(obd_mount_server.c:167:server_get_mount()) get mount 00000000817eddd5 from MGS, refs=2 00080000:01000000:2.0:1781281103.314896:0:16930:0:(osd_handler.c:1543:osd_obd_connect()) connect #1 00000020:00000080:2.0:1781281103.314899:0:16930:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896bfbd 00010000:00010000:2.0:1781281103.315038:0:16930:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 10000000:01000000:2.0:1781281103.417575:0:16931:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1781281103.417703:0:16930:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1781281103.417754:0:16930:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1781281103.424401:0:16930:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1781281103.424698:0:16930:0:(service.c:173:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281103.424886:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1781281103.424894:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1781281103.425819:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1781281103.425826:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1781281103.433831:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e1357f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996486528:0@lo:400:kworker/u8:2.0 00000400:00000100:1.0:1781281103.433888:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996486528 offset 0 length 224: 4 00000100:00100000:1.0:1781281103.433914:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281103.433919:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996486592:0@lo:400:kworker/u8:2.0 00000400:00000100:1.0:1781281103.433933:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996486592 offset 0 length 224: 4 00000100:00100000:2.0:1781281103.434076:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996486464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281103.434118:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.438892:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996486464 00000100:00100000:1.0:1781281103.438944:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1781281103.438951:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af110b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2998:x1867807996486464:12345-0@lo:400:kworker/u8:2.0 00000020:00080000:1.0:1781281103.438986:0:16935:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1781281103.439065:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af110b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2998:x1867807996486464:12345-0@lo:400:kworker/u8:2.0 Request processed in 113us (4947us total) trans 0 rc -107/-107 00000100:00100000:1.0:1781281103.439072:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1781281103.439114:0:2998:0:(recover.c:232:ptlrpc_request_handle_notconn()) import MGC192.168.204.101@tcp of MGS@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1781281103.439118:0:2998:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1781281103.439122:0:2998:0:(import.c:206:ptlrpc_set_import_discon()) 166-1: MGC192.168.204.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:2.0:1781281103.465827:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1781281103.465838:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00080000:1.0:1781281103.466099:0:2998:0:(import.c:212:ptlrpc_set_import_discon()) import MGS@192.168.204.101@tcp for MGC192.168.204.101@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1781281103.466104:0:2998:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1781281103.466112:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000f665f451 x1867807996485696/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281130 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281103.466133:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000008750cd4b x1867807996485888/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281135 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281103.466140:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@0000000099900d06 x1867807996486080/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281140 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1781281103.466152:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000d1cbfc6a x1867807996486272/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281145 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281103.466160:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000001bcf8659 x1867807996486464/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281147 ref 1 fl Rpc:RNQU/0/0 rc 0/-107 job:'kworker/u8:2.0' 10000000:01000000:1.0:1781281103.466167:0:2998:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1781281103.466171:0:2998:0:(pinger.c:215:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1781281103.466172:0:2998:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1781281103.466175:0:2998:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1781281103.466180:0:2998:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 596 00000100:00080000:1.0:1781281103.466185:0:2998:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:1.0:1781281103.466214:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1cbfc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996486272:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281103.466221:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996486080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281103.466269:0:2998:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099900d06 x1867807996486656/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281103.466299:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996486464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281103.466316:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996486656:0@lo:250:ptlrpcd_00_03.0 00000100:00100000:1.0:1781281103.466370:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.466416:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996486656 00000100:00100000:1.0:1781281103.466447:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1781281103.466453:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b44d8c3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2994:x1867807996486656:12345-0@lo:250:ptlrpcd_00_03.0 00010000:00080000:1.0:1781281103.466474:0:16934:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from fe18d2fd-47a2-47ff-98fc-180cf48b334a@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:1.0:1781281103.466497:0:16934:0:(genops.c:1359:class_connect()) connect: client fe18d2fd-47a2-47ff-98fc-180cf48b334a, cookie 0x3e391ad4c896bfcb 00000020:01000000:1.0:1781281103.466503:0:16934:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000004b4a0e62 00000100:00080000:1.0:1781281103.466551:0:16934:0:(import.c:86:import_set_state_nolock()) 00000000c9f13a0a : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281103.466591:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b44d8c3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:2994:x1867807996486656:12345-0@lo:250:ptlrpcd_00_03.0 Request processed in 137us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281103.466599:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1781281103.466651:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) MGC192.168.204.101@tcp: connect to target with instance 0 10000000:01000000:1.0:1781281103.466659:0:2994:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808005 00000100:02000400:1.0:1781281103.466661:0:2994:0:(import.c:1234:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.101@tcp) after server handle changed from 0x3e391ad4c896aff6 to 0x3e391ad4c896bfcb 00000100:00100000:0.0:1781281103.467053:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008750cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996485888:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281103.467066:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996485696:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281103.472416:0:16930:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281103.472559:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1781281103.472563:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00080000:1.0:1781281103.480746:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:1.0:1781281103.480760:0:2994:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.101@tcp; invalidating 00000100:00100000:1.0:1781281103.483739:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996486656:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:0.0:1781281103.488119:0:16942:0:(import.c:1514:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.101@tcp to MGS@192.168.204.101@tcp 00000100:00100000:0.0:1781281103.488129:0:16942:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1781281103.488134:0:16942:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808003 00010000:00010000:0.0:1781281103.488148:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000adb47383/0x3e391ad4c896b306 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b30d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488159:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000adb47383/0x3e391ad4c896b306 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b30d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488165:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1781281103.488193:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488201:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000adb47383/0x3e391ad4c896b306 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b30d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488218:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000008dea3b26/0x3e391ad4c896b2b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b2b9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488224:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000008dea3b26/0x3e391ad4c896b2b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b2b9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488228:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281103.488231:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488234:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000008dea3b26/0x3e391ad4c896b2b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b2b9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488241:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000000f089c6e/0x3e391ad4c896b2c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b2c7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488245:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000000f089c6e/0x3e391ad4c896b2c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b2c7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488250:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281103.488253:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488255:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000000f089c6e/0x3e391ad4c896b2c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b2c7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488261:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000005d2f7eb5/0x3e391ad4c896b2dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b2e3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488265:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000005d2f7eb5/0x3e391ad4c896b2dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b2e3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488269:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281103.488272:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488273:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000005d2f7eb5/0x3e391ad4c896b2dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b2e3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488288:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000000a0ae535/0x3e391ad4c896b2ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b2f1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488295:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000000a0ae535/0x3e391ad4c896b2ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b2f1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488299:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281103.488302:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488303:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000000a0ae535/0x3e391ad4c896b2ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b2f1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488310:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896b314 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b31b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488314:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896b314 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b31b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488319:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281103.488322:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488323:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896b314 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b31b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488333:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896b2ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b2d5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488338:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896b2ce lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b2d5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488342:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1781281103.488344:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488346:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896b2ce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b2d5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.488354:0:16942:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896b2f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896b2ff expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281103.488358:0:16942:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896b2f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896b2ff expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281103.488362:0:16942:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1781281103.488365:0:16942:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281103.488366:0:16942:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896b2f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896b2ff expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1781281103.488380:0:16942:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from EVICTED to RECOVER 00000100:00080000:0.0:1781281103.488385:0:16942:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from RECOVER to FULL 10000000:01000000:0.0:1781281103.488387:0:16942:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1781281103.488390:0:16942:0:(pinger.c:208:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:0.0:1781281103.488394:0:16942:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) MGC192.168.204.101@tcp: Connection restored to (at 0@lo) 00000100:00100000:1.0:1781281103.548677:0:16930:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281103.548877:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1781281103.548884:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1781281103.551858:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1781281103.551877:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1781281103.554921:0:16930:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281103.555194:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1781281103.555201:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1781281103.566313:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1781281103.566328:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1781281103.567532:0:16930:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281103.567690:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1781281103.567696:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1781281103.573496:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1781281103.573819:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1781281103.598569:0:16930:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281103.602231:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1781281103.602244:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1781281103.604274:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1781281103.604304:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1781281103.605819:0:16930:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1781281103.605829:0:16930:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000100:00100000:0.0:1781281103.609468:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996486720 00000100:00100000:0.0:1781281103.609510:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281103.609516:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aedb4654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:16930:x1867807996486720:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1781281103.609563:0:16935:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1781281103.609565:0:16935:0:(mgs_handler.c:391:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1781281103.609569:0:16935:0:(mgs_handler.c:421:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1781281103.610420:0:16954:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1781281103.611472:0:16935:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 8 20000000:01000000:2.0:1781281103.625127:0:16955:0:(mgs_llog.c:237:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1781281103.625135:0:16955:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1781281103.625139:0:16955:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 20000000:01000000:1.0:1781281103.625613:0:16935:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1781281103.625676:0:16935:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1781281103.708431:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aedb4654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:16930:x1867807996486720:12345-0@lo:253:mount.lustre.0 Request processed in 98906us (99866us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.708455:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281103.708631:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996486720:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1781281103.708648:0:16930:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1781281103.708676:0:16930:0:(obd_mount_server.c:116:server_register_mount()) register mount 00000000817eddd5 from lustre-MDT0000 10000000:01000000:0.0:1781281103.708686:0:16930:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1781281103.708688:0:16930:0:(mgc_request.c:336:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1781281103.708698:0:16930:0:(mgc_request.c:216:do_config_log_add()) do adding config log params-ffff91d8d2551000 10000000:01000000:0.0:1781281103.708703:0:16930:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1781281103.708708:0:16930:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-barrier-ffff91d8d2551000 10000000:01000000:0.0:1781281103.708709:0:16930:0:(mgc_request.c:90:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1781281103.708713:0:16930:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-barrier-ffff91d8d2551000 from 1 10000000:01000000:0.0:1781281103.708715:0:16930:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1781281103.708753:0:16930:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.708768:0:16930:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.708777:0:16930:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281103.708796:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5acc3a7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996486784:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281103.708831:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.708854:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a210853 going to sleep for 6 seconds 00000100:00100000:2.0:1781281103.709247:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996486784 00000100:00100000:2.0:1781281103.709301:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281103.709307:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1075e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:16930:x1867807996486784:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1781281103.709321:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281103.709337:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001f8da49b/0x3e391ad4c896bfd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896bfd2 expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.709359:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001f8da49b/0x3e391ad4c896bfd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896bfd2 expref: 5 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.709368:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001f8da49b/0x3e391ad4c896bfd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896bfd2 expref: 5 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.709377:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001f8da49b, rc 0) 00000100:00100000:2.0:1781281103.709418:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1075e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:16930:x1867807996486784:12345-0@lo:101:mount.lustre.0 Request processed in 110us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.709424:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281103.709717:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996486848 00000100:00100000:2.0:1781281103.709746:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281103.709750:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a488fb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:16930:x1867807996486848:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1781281103.709757:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281103.709765:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000056bd5d0a/0x3e391ad4c896bfe7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896bfe0 expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.709778:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000056bd5d0a/0x3e391ad4c896bfe7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896bfe0 expref: 6 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.709784:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000056bd5d0a/0x3e391ad4c896bfe7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896bfe0 expref: 6 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.709790:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000056bd5d0a, rc 0) 00000100:00100000:2.0:1781281103.709814:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a488fb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:16930:x1867807996486848:12345-0@lo:101:mount.lustre.0 Request processed in 63us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.709820:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281103.722161:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996486976:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281103.735322:0:16957:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16957:1867807996487040:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281103.735428:0:16957:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.735452:0:16957:0:(client.c:2500:ptlrpc_set_wait()) set 00000000936023f1 going to sleep for 6 seconds 00000100:00100000:0.0:1781281103.735721:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996487040 00000100:00100000:0.0:1781281103.735769:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281103.735775:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050e21a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:16957:x1867807996487040:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281103.753478:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050e21a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:16957:x1867807996487040:12345-0@lo:502:llog_process_th.0 Request processed in 17693us (18043us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.753495:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281103.756784:0:16957:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16957:1867807996487040:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781281103.756882:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281103.756910:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281103.756912:0:16957:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1781281103.756918:0:16957:0:(obd_config.c:1866:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1781281103.756922:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281103.756939:0:16957:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000a351fd88) 00000020:00000080:0.0:1781281103.757040:0:16957:0:(obd_config.c:648:class_attach()) OBD: dev 4 attached type lod with refcount 1 00000020:00000080:0.0:1781281103.757047:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1781281103.757156:0:16957:0:(osd_handler.c:1543:osd_obd_connect()) connect #2 00000020:00000080:0.0:1781281103.757163:0:16957:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896bff5 00000020:00000080:0.0:1781281103.757382:0:16957:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1781281103.757386:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281103.757389:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281103.757391:0:16957:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1781281103.757393:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281103.757397:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281103.757398:0:16957:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1781281103.757401:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281103.757416:0:16957:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000 (000000005e33b556) 00000020:00000080:0.0:1781281103.757466:0:16957:0:(obd_config.c:648:class_attach()) OBD: dev 5 attached type mdt with refcount 1 00000020:00000080:0.0:1781281103.757472:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1781281103.757474:0:16957:0:(obd_config.c:1414:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1781281103.757476:0:16957:0:(obd_config.c:1066:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1781281103.757482:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1781281103.757526:0:16957:0:(obd_mount_server.c:167:server_get_mount()) get mount 00000000817eddd5 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1781281103.757540:0:16957:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDD0000 (000000005213705a) 00000020:00000080:0.0:1781281103.757586:0:16957:0:(obd_config.c:648:class_attach()) OBD: dev 6 attached type mdd with refcount 1 00000004:01000000:0.0:1781281103.757643:0:16957:0:(lod_dev.c:1958:lod_obd_connect()) connect #0 00000020:00000080:0.0:1781281103.757648:0:16957:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c00a 00000020:00000080:0.0:1781281103.757746:0:16957:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1781281103.757752:0:16957:0:(mdd_device.c:1566:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1781281103.757756:0:16957:0:(genops.c:1359:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3e391ad4c896c011 00080000:01000000:0.0:1781281103.757761:0:16957:0:(osd_handler.c:1543:osd_obd_connect()) connect #3 00000020:00000080:0.0:1781281103.757763:0:16957:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c018 00000020:00000080:2.0:1781281103.870454:0:16957:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1781281103.871822:0:16957:0:(genops.c:1359:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3e391ad4c896c034 00000020:00000080:2.0:1781281103.872384:0:16957:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1781281103.872396:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281103.872401:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281103.872403:0:16957:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1781281103.872406:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1781281103.872408:0:16957:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1781281103.872410:0:16957:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1781281103.872411:0:16957:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1781281103.872412:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1781281103.872413:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281103.872414:0:16957:0:(obd_config.c:1460:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1781281103.872416:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281103.872420:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281103.872421:0:16957:0:(obd_config.c:1460:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1781281103.872426:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1781281103.872464:0:16957:0:(mdt_lproc.c:314:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1781281103.872486:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281103.872489:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281103.872490:0:16957:0:(obd_config.c:1460:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1781281103.872492:0:16957:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1781281103.872495:0:16957:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1781281103.872498:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281103.872499:0:16957:0:(obd_config.c:1460:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1781281103.872501:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1781281103.872506:0:16957:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:2.0:1781281103.872518:0:16957:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1781281103.872520:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281103.872531:0:16957:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000172a4fc6) 00000020:00000080:2.0:1781281103.872587:0:16957:0:(obd_config.c:648:class_attach()) OBD: dev 8 attached type osp with refcount 1 00000020:00000080:2.0:1781281103.872593:0:16957:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1781281103.872707:0:16957:0:(osp_dev.c:1180:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1781281103.872712:0:16957:0:(osd_handler.c:1543:osd_obd_connect()) connect #5 00000020:00000080:2.0:1781281103.872718:0:16957:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c042 00010000:00080000:2.0:1781281103.872742:0:16957:0:(ldlm_lib.c:121:import_set_conn()) imp 00000000a31e2f69@lustre-OST0000-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:2.0:1781281103.872940:0:16957:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1781281103.873580:0:16957:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1781281103.874726:0:16957:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1781281103.894395:0:16961:0:(llog.c:731:llog_process_thread()) index: 4, lh_last_idx: 5 synced_idx: 0 lgh_last_idx: 5 00000040:00080000:1.0:1781281103.894405:0:16961:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x10:0x1:0x0]:0 at index 4 of catalog [0x2:0x1:0x0] 00000100:00100000:2.0:1781281103.898723:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44ca2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996487168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281103.898789:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281103.898824:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281103.898830:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7236852 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996487232:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281103.898858:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281103.898902:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996487232 00000100:00100000:2.0:1781281103.898933:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1781281103.898939:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2997:x1867807996487232:12345-0@lo:400:kworker/u8:2.0 00000020:00080000:2.0:1781281103.898946:0:16939:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1781281103.899005:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2997:x1867807996487232:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (146us total) trans 0 rc -107/-107 00000100:00100000:2.0:1781281103.899011:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1781281103.899043:0:2997:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1781281103.899047:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1781281103.899050:0:2997:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1781281103.899398:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996487168 00000100:00100000:0.0:1781281103.899445:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1781281103.899450:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e032fc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:2997:x1867807996487168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281103.899487:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e032fc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:2997:x1867807996487168:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.899493:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281103.900773:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996487104:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1781281103.900822:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.900892:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cecf20da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996487296:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281103.900917:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.901055:0:12108:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996487104 00000100:00100000:0.0:1781281103.901089:0:12108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1781281103.901094:0:12108:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2994:x1867807996487104:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1781281103.901121:0:12108:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 645 last 0 00000020:00000080:0.0:1781281103.901150:0:12108:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c05e 00002000:00100000:0.0:1781281103.901172:0:12108:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000d1b96f89 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1781281103.901176:0:12108:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1781281103.901180:0:12108:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1781281103.901443:0:12108:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:0.0:1781281103.901453:0:12108:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1781281103.901476:0:12108:0:(import.c:86:import_set_state_nolock()) 0000000019cfc8b0 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281103.901524:0:12108:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996487104:12345-0@lo:8:llog_process_th.0 Request processed in 428us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.901531:0:12108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1781281103.901571:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1781281103.901579:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1781281103.901586:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:0.0:1781281103.901590:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1781281103.901593:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000a31e2f69 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1781281103.901607:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:0.0:1781281103.901612:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996487104:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1781281103.902773:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996487360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281103.902821:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.912110:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281103.912195:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.912234:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d02640c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281103.912253:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.912289:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781281103.912295:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281103.912316:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.912331:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000105ede99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281103.912361:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.914063:0:6306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4266 00000100:00100000:0.0:1781281103.914070:0:6306:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:2998:x1867807996487808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781281103.914084:0:6306:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1130 count 1 00010000:00010000:0.0:1781281103.914096:0:6306:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,1 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.914107:0:6306:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 2/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 18 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281103.914114:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.914115:0:6306:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.914117:0:6306:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 4/0,1 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.914134:0:6306:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 3/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 18 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281103.914143:0:6306:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 4/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 18 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.914153:0:6306:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af47b7c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1867807996488320:192.168.204.1@tcp:104: 00000100:00080000:2.0:1781281103.917477:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281103.917491:0:2997:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 602 00000100:00080000:2.0:1781281103.917499:0:2997:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281103.917537:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996487360 00000100:00100000:2.0:1781281103.917588:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1781281103.917595:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:2996:x1867807996487360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281103.917635:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524746752 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281103.918868:0:6306:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bf99846e going to sleep for 6 seconds 00000100:00100000:2.0:1781281103.930088:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996487360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 12492us (27266us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.930098:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1781281103.930351:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996487296 00000100:00100000:2.0:1781281103.930382:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1781281103.930396:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2995:x1867807996487296:12345-0@lo:400:kworker/u8:2.0 00000020:00080000:2.0:1781281103.930403:0:16938:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1781281103.930450:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2995:x1867807996487296:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (29532us total) trans 0 rc -107/-107 00000100:00100000:2.0:1781281103.930456:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1781281103.930484:0:2995:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1781281103.930488:0:2995:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1781281103.930492:0:2995:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1781281103.930498:0:2995:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281103.930501:0:2995:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 602 00000100:00080000:2.0:1781281103.930506:0:2995:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281103.930535:0:2995:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2878183 x1867807996488384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281103.930555:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cecf20da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996487296:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281103.930589:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996488384:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1781281103.930639:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281103.930667:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488384 00000100:00100000:2.0:1781281103.930684:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1781281103.930688:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996488384:12345-0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1781281103.930726:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996488384:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 36us (87us total) trans 0 rc -11/-11 00000100:00100000:2.0:1781281103.930732:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1781281103.930754:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1781281103.930758:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:2.0:1781281103.930761:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996488384:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1781281103.930785:0:2997:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2878183 x1867807996488448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281103.930800:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7236852 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996487232:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281103.930808:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996488448:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1781281103.930829:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281103.930849:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488448 00000100:00100000:2.0:1781281103.930864:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281103.930867:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996488448:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1781281103.930896:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996488448:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 27us (66us total) trans 0 rc -11/-11 00000100:00100000:2.0:1781281103.930903:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1781281103.930925:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1781281103.930927:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:2.0:1781281103.930930:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996488448:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1781281103.930948:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44ca2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996487168:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281103.932997:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996487360:0@lo:13:osp-pre-0-0.0 00000040:00100000:0.0:1781281103.936153:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 6 in log [0x10:0x1:0x0] 00000100:00100000:0.0:1781281103.936407:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe910083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996488512:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281103.936480:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281103.936526:0:12111:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488512 00000100:00100000:0.0:1781281103.936577:0:12111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267 00000100:00100000:0.0:1781281103.936584:0:12111:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:2997:x1867807996488512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781281103.936612:0:12111:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1133 count 1 00010000:00010000:0.0:1781281103.936638:0:12111:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,1 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.936658:0:12111:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 2/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 18 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281103.936667:0:12111:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.936669:0:12111:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.936671:0:12111:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 4/0,1 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.936697:0:12111:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 18 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281103.936708:0:12111:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 4/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 18 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.936719:0:12111:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12111:1867807996488576:192.168.204.1@tcp:104: 00000100:00100000:0.0:1781281103.936771:0:12111:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078ff76cc going to sleep for 6 seconds 00000040:00080000:2.0:1781281103.938733:0:16957:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281103.945178:0:16957:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x5:0x0].5, 64 off8512 00000040:00080000:0.0:1781281103.945299:0:16957:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x16:0x0].1, 64 off8256 00000040:00080000:0.0:1781281103.945929:0:16963:0:(llog.c:731:llog_process_thread()) index: 4, lh_last_idx: 5 synced_idx: 0 lgh_last_idx: 5 00000040:00080000:0.0:1781281103.945934:0:16963:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x12:0x1:0x0]:0 at index 4 of catalog [0x5:0x1:0x0] 00000100:00100000:2.0:1781281103.947979:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281103.948004:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281103.948023:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281103.948044:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281103.948080:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996488640:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1781281103.948117:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281103.948169:0:6309:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6309:1867807996488192:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281103.948194:0:6309:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 3/0,1 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281103.948223:0:12115:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:12115:1867807996487616:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281103.948234:0:12115:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 3/0,1 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281103.948256:0:12090:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d50f66b5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12090:1867807996488000:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281103.948264:0:12090:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 3/0,1 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281103.948298:0:12102:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:12102:1867807996488128:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281103.948308:0:12102:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 3/0,1 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281103.948338:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794880 00010000:00010000:2.0:1781281103.948375:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896baae lrc: 4/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483c6 expref: 19 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281103.948399:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795008 00010000:00010000:2.0:1781281103.948410:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 4/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248444 expref: 20 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281103.948431:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794816 00010000:00010000:2.0:1781281103.948439:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ba4c lrc: 4/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483aa expref: 21 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281103.948449:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981794944 00010000:00010000:2.0:1781281103.948454:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896bc36 lrc: 4/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248436 expref: 22 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281103.948466:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1563 00000100:00100000:2.0:1781281103.948471:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+22:2213:x1867807981794880:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281103.948481:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281103.948485:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896baae lrc: 4/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483c6 expref: 22 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948494:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896baae lrc: 3/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483c6 expref: 22 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948521:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896baae lrc: 0/0,0 mode: --/PR res: [0x468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483c6 expref: 22 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948539:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.948541:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.948544:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.948553:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 4/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.948576:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281103.948614:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+21:2213:x1867807981794880:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 142us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.948769:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1563 00000100:00100000:2.0:1781281103.948788:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1564 00000100:00100000:2.0:1781281103.948792:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+20:2213:x1867807981795008:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281103.948801:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281103.948805:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 4/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248444 expref: 20 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948813:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 3/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248444 expref: 20 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948825:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896bc67 lrc: 0/0,0 mode: --/PR res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248444 expref: 20 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948834:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.948836:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.948837:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.948843:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 4/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.948860:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281103.948877:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+19:2213:x1867807981795008:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 84us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.948884:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1564 00000100:00100000:2.0:1781281103.948898:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1565 00000100:00100000:2.0:1781281103.948902:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+18:2213:x1867807981794816:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281103.948908:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281103.948912:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ba4c lrc: 4/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483aa expref: 18 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948919:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ba4c lrc: 3/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483aa expref: 18 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948931:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ba4c lrc: 0/0,0 mode: --/PR res: [0x467:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483aa expref: 18 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.948940:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.948942:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.948943:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.948948:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 4/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.949018:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281103.949035:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+17:2213:x1867807981794816:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 132us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.949041:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1565 00000100:00100000:2.0:1781281103.949053:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1566 00000100:00100000:2.0:1781281103.949057:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+16:2213:x1867807981794944:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281103.949420:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281103.949425:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896bc36 lrc: 4/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248436 expref: 16 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.949434:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896bc36 lrc: 3/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248436 expref: 16 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.949447:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896bc36 lrc: 0/0,0 mode: --/PR res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248436 expref: 16 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281103.949457:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.949458:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.949461:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.949466:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 4/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.949485:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281103.949504:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+15:2213:x1867807981794944:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 445us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.949510:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1566 00000100:00100000:2.0:1781281103.949547:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488640 00000100:00100000:2.0:1781281103.949567:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4268 00000100:00100000:2.0:1781281103.949571:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2994:x1867807996488640:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1781281103.949592:0:12103:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 645 last 0 00000020:00000080:2.0:1781281103.950331:0:12103:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c0a4 00002000:00100000:2.0:1781281103.950343:0:12103:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/00000000762c7028 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1781281103.950347:0:12103:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1781281103.950350:0:12103:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:2.0:1781281103.950554:0:12103:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000ebba472a 00002000:00080000:2.0:1781281103.950564:0:12103:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1781281103.950585:0:12103:0:(import.c:86:import_set_state_nolock()) 000000009f7974bd : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281103.951106:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996488640:12345-0@lo:8:llog_process_th.0 Request processed in 1533us (2988us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.951116:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4268 00000020:01000000:2.0:1781281103.951271:0:16930:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:2.0:1781281103.951312:0:16930:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1781281103.951318:0:16930:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.951329:0:16930:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281103.951335:0:16930:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d8d2551000 from 1 10000000:01000000:2.0:1781281103.951338:0:16930:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1781281103.951367:0:16930:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.951374:0:16930:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.951381:0:16930:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281103.951398:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996488768:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1781281103.951431:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781281103.957268:0:12090:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.957298:0:12090:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.957309:0:12090:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.957317:0:12090:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 2/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.957347:0:12090:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281103.962635:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281103.962645:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 2/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.962661:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000060610667 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281103.962665:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 2/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.962674:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 3/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.962701:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 1/0,0 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.962708:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c073 lrc: 0/0,0 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.962732:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281103.962734:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281103.962735:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281103.963014:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089568c4d going to sleep for 6 seconds 00010000:00010000:2.0:1781281103.963053:0:12102:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.963061:0:12102:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.964308:0:12102:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.964317:0:12102:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 2/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.964343:0:12102:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281103.964722:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281103.964726:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 2/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.964735:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063f18088 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281103.964737:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 2/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.964744:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 3/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.964761:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 1/0,0 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.964771:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c07a lrc: 0/0,0 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.964786:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281103.964787:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281103.964788:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281103.965305:0:12115:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.965315:0:12115:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.965322:0:12115:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.965328:0:12115:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 2/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.965349:0:12115:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281103.967438:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281103.967444:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 2/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.967453:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063b94ac9 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281103.967456:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 2/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.967464:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 3/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.967482:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 1/0,0 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.967488:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c065 lrc: 0/0,0 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12115 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.967504:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281103.967505:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281103.967507:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281103.972025:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281103.972063:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281103.972123:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281103.972318:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281103.972405:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795072 00010000:00010000:0.0:1781281103.972432:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049c2bb7a/0x3e391ad4c896bbd4 lrc: 5/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124841a expref: 15 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.972465:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795136 00010000:00010000:0.0:1781281103.972480:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 5/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 16 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.972498:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795200 00010000:00010000:0.0:1781281103.972506:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 5/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 17 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.972517:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795264 00010000:00010000:0.0:1781281103.972524:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b12ba409/0x3e391ad4c896bb10 lrc: 5/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483e2 expref: 18 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.972542:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1567 00000100:00100000:0.0:1781281103.972548:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+18:2212:x1867807981795072:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1781281103.972560:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281103.972565:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049c2bb7a/0x3e391ad4c896bbd4 lrc: 5/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124841a expref: 18 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972575:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049c2bb7a/0x3e391ad4c896bbd4 lrc: 4/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124841a expref: 18 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972602:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.972604:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.972608:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.972617:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 4/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.972651:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281103.972697:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+18:2212:x1867807981795072:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 148us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.972704:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1567 00000100:00100000:0.0:1781281103.972720:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1568 00000100:00100000:0.0:1781281103.972723:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0fcf244 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+17:2212:x1867807981795136:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1781281103.972731:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281103.972735:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 5/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 17 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972743:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 4/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 17 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972756:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.972757:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.972759:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.972765:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 4/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.972775:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281103.972791:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0fcf244 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+17:2212:x1867807981795136:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 Request processed in 67us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.972797:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1568 00000100:00100000:0.0:1781281103.972832:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1569 00000100:00100000:0.0:1781281103.972836:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010b62c1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+16:2212:x1867807981795200:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1781281103.972843:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281103.972846:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 5/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 16 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972853:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 4/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 16 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972865:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.972867:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.972869:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.972875:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 4/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.972887:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281103.972903:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010b62c1d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+16:2212:x1867807981795200:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 65us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.972909:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1569 00000100:00100000:0.0:1781281103.972920:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1570 00000100:00100000:0.0:1781281103.972924:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edef809b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+15:2211:x1867807981795264:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281103.972929:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281103.972932:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b12ba409/0x3e391ad4c896bb10 lrc: 5/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483e2 expref: 15 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972940:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b12ba409/0x3e391ad4c896bb10 lrc: 4/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483e2 expref: 15 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281103.972951:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.973447:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.973449:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973458:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 4/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973472:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281103.973492:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edef809b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+15:2211:x1867807981795264:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 567us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.973498:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1570 00010000:00010000:0.0:1781281103.973543:0:6306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b520aee/0x3e391ad4c896bb72 lrc: 0/0,0 mode: --/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483fe expref: 14 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.973557:0:6306:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af47b7c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6306:1867807996488320:192.168.204.1@tcp:104: 00010000:00010000:0.0:1781281103.973575:0:6306:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973583:0:6306:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973588:0:6306:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973596:0:6306:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973603:0:6306:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 2/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.973633:0:6306:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781281103.974230:0:12104:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12104:1867807996488256:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281103.974246:0:12104:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974252:0:12104:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974257:0:12104:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974262:0:12104:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974268:0:12104:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 2/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974293:0:12104:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1781281103.974583:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281103.974588:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 2/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974595:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bae598de already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281103.974598:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 2/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974607:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 3/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974635:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 1/0,0 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974642:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896c08f lrc: 0/0,0 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6306 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974658:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281103.974660:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 2/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974665:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a4ec250 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281103.974667:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 2/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974673:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 3/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974680:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 1/0,0 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974684:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896c088 lrc: 0/0,0 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.974693:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281103.974694:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281103.974696:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281103.974877:0:12108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b12ba409/0x3e391ad4c896bb10 lrc: 0/0,0 mode: --/PR res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483e2 expref: 12 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.974887:0:12108:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e67d71d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12108:1867807996487744:192.168.204.1@tcp:104: 00010000:00010000:0.0:1781281103.974900:0:12108:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.974906:0:12108:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.974911:0:12108:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.974917:0:12108:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.974922:0:12108:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 2/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.974944:0:12108:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281103.975250:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281103.975264:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996488896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281103.975343:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.975398:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996488960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281103.975420:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.975478:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281103.975483:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996489152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281103.975504:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.975539:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f192bf5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996489216:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281103.975558:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781281103.976587:0:12111:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000773fc711/0x3e391ad4c896bcc9 lrc: 0/0,0 mode: --/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248460 expref: 11 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.976603:0:12111:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:12111:1867807996488576:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281103.976725:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281103.976730:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 2/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.976743:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cb379018 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281103.976746:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 2/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.976753:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 3/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.976771:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 1/0,0 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.976777:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c06c lrc: 0/0,0 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12108 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.976793:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281103.976794:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281103.976795:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281103.976810:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281103.976847:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281103.976872:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281103.976896:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281103.976920:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1781281103.976926:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281103.976945:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281103.977048:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff23e29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281103.977142:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281103.977271:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488896 00000100:00100000:1.0:1781281103.977316:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488960 00000100:00100000:1.0:1781281103.977330:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489152 00000100:00100000:1.0:1781281103.977342:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489216 00000100:00100000:1.0:1781281103.977350:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489088 00000100:00100000:1.0:1781281103.977356:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489344 00000100:00100000:1.0:1781281103.977363:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489024 00000100:00100000:1.0:1781281103.977371:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489280 00000100:00100000:1.0:1781281103.977383:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4269 00000100:00100000:1.0:1781281103.977389:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996488896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781281103.977416:0:12110:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1122 count 1 00000100:00100000:3.0:1781281103.977699:0:12106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270 00000100:00100000:3.0:1781281103.977704:0:12106:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996488960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781281103.977716:0:12106:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1127 count 1 00010000:00010000:3.0:1781281103.977735:0:12106:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,1 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.977750:0:12106:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 2/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 518 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281103.977757:0:12106:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281103.977759:0:12106:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281103.977760:0:12106:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 4/0,1 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.977787:0:12106:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 3/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 518 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281103.977799:0:12106:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 4/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 518 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281103.977809:0:12106:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e67d71d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12106:1867807996489408:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281103.977850:0:12106:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f27ac7b5 going to sleep for 6 seconds 00000100:00100000:3.0:1781281103.977866:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:3.0:1781281103.977870:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996489152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781281103.977881:0:12109:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1130 count 1 00010000:00010000:3.0:1781281103.977891:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,1 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.977904:0:12109:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 2/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281103.977909:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281103.977911:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281103.977912:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 4/0,1 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.977925:0:12109:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 3/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281103.977933:0:12109:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 4/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 518 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281103.977942:0:12109:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12109:1867807996489472:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281103.978149:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996488832 00000100:00100000:2.0:1781281103.978247:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1781281103.978252:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1cbfc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:2998:x1867807996488832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281103.978287:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524746752 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281103.978337:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1cbfc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:2998:x1867807996488832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (6565us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281103.978343:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1781281103.978379:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4272 00000100:00100000:2.0:1781281103.978383:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996489216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781281103.978395:0:7852:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1131 count 1 00010000:00010000:2.0:1781281103.978407:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,1 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.978418:0:7852:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 2/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281103.978425:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.978426:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.978428:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 4/0,1 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.978446:0:7852:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 3/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281103.978455:0:7852:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 4/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 518 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281103.978464:0:7852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7852:1867807996489536:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281103.978491:0:7852:0:(client.c:2500:ptlrpc_set_wait()) set 00000000075e6038 going to sleep for 6 seconds 00000100:00100000:2.0:1781281103.978509:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273 00000100:00100000:2.0:1781281103.978514:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:2998:x1867807996489088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781281103.978526:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1129 count 1 00010000:00010000:2.0:1781281103.978536:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,1 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.978546:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 2/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281103.978552:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.978554:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281103.978555:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 4/0,1 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281103.978572:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 3/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281103.978579:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 4/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 518 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281103.978588:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12100:1867807996489600:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281103.978610:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cb8bd2b7 going to sleep for 6 seconds 00010000:00010000:0.0:1781281103.978722:0:12111:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.978733:0:12111:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.978739:0:12111:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.978748:0:12111:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.978754:0:12111:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 2/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.978776:0:12111:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281103.979340:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996488896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1950us (3996us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781281103.979348:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4269 00000100:00100000:1.0:1781281103.979368:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274 00000100:00100000:1.0:1781281103.979372:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030f149c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:2998:x1867807996489344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781281103.979387:0:12110:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1133 count 1 00010000:00010000:1.0:1781281103.979400:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,1 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.979416:0:12110:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 2/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 518 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281103.979421:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281103.979423:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281103.979424:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 4/0,1 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281103.979445:0:12110:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 518 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281103.979453:0:12110:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 4/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 518 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281103.979463:0:12110:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12110:1867807996489664:192.168.204.1@tcp:104: 00000100:00100000:1.0:1781281103.979488:0:12110:0:(client.c:2500:ptlrpc_set_wait()) set 000000003216b157 going to sleep for 6 seconds 00000004:00080000:1.0:1781281103.979516:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000096cf6ddc, transno 0 00000004:00080000:1.0:1781281103.979522:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096cf6ddc/1, rc -2, transno 0 00000100:00100000:1.0:1781281103.979532:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996488896:0@lo:6:osp-syn-1-0.0 00000040:00100000:1.0:1781281103.979554:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 5 in log [0x12:0x1:0x0] 00000100:00100000:3.0:1781281103.979715:0:12109:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba9df78f going to sleep for 6 seconds 00000100:00100000:3.0:1781281103.979735:0:12112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275 00000100:00100000:3.0:1781281103.979740:0:12112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:2998:x1867807996489024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781281103.979752:0:12112:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1128 count 1 00010000:00010000:3.0:1781281103.979764:0:12112:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,1 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.979773:0:12112:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 2/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 518 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281103.979779:0:12112:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281103.979781:0:12112:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281103.979783:0:12112:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 4/0,1 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.979800:0:12112:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 3/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 518 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281103.979808:0:12112:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 4/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 518 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281103.979816:0:12112:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d50f66b5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12112:1867807996489728:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281103.979834:0:12112:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e9b842d going to sleep for 6 seconds 00000100:00100000:3.0:1781281103.979865:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996488832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281103.982431:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996488768:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281103.982453:0:16930:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.982466:0:16930:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983527:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281103.983534:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 2/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983547:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000a0ae535 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281103.983550:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 2/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983558:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 3/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983579:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 1/0,0 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983585:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a0ae535/0x3e391ad4c896c096 lrc: 0/0,0 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983606:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281103.983608:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281103.983609:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281103.983659:0:12105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276 00000100:00100000:0.0:1781281103.983668:0:12105:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:2998:x1867807996489280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781281103.983694:0:12105:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1132 count 1 00010000:00010000:0.0:1781281103.983716:0:12105:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,1 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983733:0:12105:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 2/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281103.983741:0:12105:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.983743:0:12105:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281103.983744:0:12105:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 4/0,1 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281103.983768:0:12105:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 3/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281103.983778:0:12105:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 4/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 518 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281103.983790:0:12105:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12105:1867807996489920:192.168.204.1@tcp:104: 00000100:00100000:0.0:1781281103.983836:0:12105:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078ff76cc going to sleep for 6 seconds 00010000:00010000:0.0:1781281103.983860:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281103.985047:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996489792:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1781281103.985113:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281103.985140:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 000000008f3ce793 going to sleep for 6 seconds 00010000:00010000:3.0:1781281103.985172:0:6309:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985184:0:6309:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985194:0:6309:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985201:0:6309:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 2/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985219:0:6309:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281103.985571:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281103.985574:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 2/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985582:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b7e53693 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281103.985585:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 2/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985592:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 3/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985608:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 1/0,0 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985614:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c081 lrc: 0/0,0 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6309 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281103.985631:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281103.985633:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281103.985634:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281103.997397:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489792 00000100:00100000:0.0:1781281103.997450:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281103.997457:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d809a6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:16930:x1867807996489792:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1781281103.997482:0:16933:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1781281103.997488:0:16933:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1781281103.997595:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d809a6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:16930:x1867807996489792:12345-0@lo:256:mount.lustre.0 Request processed in 136us (12481us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281103.997602:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1781281104.000916:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281104.000943:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996489856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.003943:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996489792:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1781281104.004579:0:16930:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1781281104.004589:0:16930:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.004601:0:16930:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.004610:0:16930:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8d2551000 from 1 10000000:01000000:3.0:1781281104.004613:0:16930:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1781281104.004857:0:16930:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.004865:0:16930:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.004873:0:16930:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.004893:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996489984:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281104.005042:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.005078:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 000000008f3ce793 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.005204:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.005248:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489856 00000100:00100000:1.0:1781281104.005303:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:1.0:1781281104.005309:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996489856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781281104.005334:0:12103:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1134 count 1 00010000:00010000:1.0:1781281104.005355:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,1 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.005372:0:12103:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 2/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281104.005380:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.005382:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.005384:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 4/0,1 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.005408:0:12103:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 3/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 518 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281104.005417:0:12103:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 4/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 518 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.005427:0:12103:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12103:1867807996490048:192.168.204.1@tcp:104: 00000100:00100000:1.0:1781281104.005474:0:12103:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e9aeb028 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.006099:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006122:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006138:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006156:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006189:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006208:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006243:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.006287:0:12106:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e67d71d9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12106:1867807996489408:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.006310:0:12106:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,1 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.006342:0:7852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7852:1867807996489536:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.006354:0:7852:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,1 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.006376:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12100:1867807996489600:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.006385:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,1 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.006406:0:12110:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12110:1867807996489664:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.006417:0:12110:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,1 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.006437:0:12109:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12109:1867807996489472:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.006446:0:12109:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,1 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.006467:0:12112:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d50f66b5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:12112:1867807996489728:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.006476:0:12112:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,1 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.006495:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795328 00010000:00010000:1.0:1781281104.006515:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 4/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 519 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.006532:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795456 00010000:00010000:1.0:1781281104.006541:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 4/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 520 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.006552:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795584 00010000:00010000:1.0:1781281104.006560:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 4/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 521 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.006570:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795392 00010000:00010000:1.0:1781281104.006577:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 4/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 522 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.006588:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795520 00010000:00010000:1.0:1781281104.006598:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 4/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 523 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.006607:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795648 00010000:00010000:1.0:1781281104.006614:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 4/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 524 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.007355:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795712 00010000:00010000:1.0:1781281104.007373:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 5/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 525 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.007390:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1571 00000100:00100000:1.0:1781281104.007395:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+525:2214:x1867807981795328:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281104.007411:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.007415:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 4/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 525 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.007425:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 3/0,0 mode: PR/PR res: [0x467:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 525 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.007447:0:12114:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896ba7d lrc: 0/0,0 mode: --/PR res: [0x467:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483b8 expref: 525 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.007463:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.007466:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.007469:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.007477:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 4/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.007500:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.007543:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+524:2214:x1867807981795328:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 146us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.007550:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1571 00000100:00100000:1.0:1781281104.007568:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1572 00000100:00100000:1.0:1781281104.007572:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+523:2214:x1867807981795456:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281104.007578:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.007582:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 4/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 523 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.007596:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 3/0,0 mode: PR/PR res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 523 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.007609:0:12114:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b23ea738/0x3e391ad4c896bb41 lrc: 0/0,0 mode: --/PR res: [0x469:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483f0 expref: 523 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.007618:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.008545:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.008550:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.008559:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 4/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.008589:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281104.008916:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996489984 00000100:00100000:0.0:1781281104.008985:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1781281104.008991:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecf11670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:16930:x1867807996489984:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281104.009004:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281104.009024:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e63464a6/0x3e391ad4c896c0f8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c0ea expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.009047:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e63464a6/0x3e391ad4c896c0f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c0ea expref: 9 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.009058:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e63464a6/0x3e391ad4c896c0f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c0ea expref: 9 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.009064:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e63464a6, rc 0) 00000100:00100000:0.0:1781281104.009286:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecf11670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996489984:12345-0@lo:101:mount.lustre.0 Request processed in 294us (4245us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.009294:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1781281104.009343:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1573 00000100:00100000:0.0:1781281104.009349:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+522:2214:x1867807981795584:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281104.009359:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281104.009365:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 4/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 522 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.009376:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 3/0,0 mode: PR/PR res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 522 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.009398:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7d273d7/0x3e391ad4c896bba3 lrc: 0/0,0 mode: --/PR res: [0x46a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124840c expref: 522 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.009410:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.009412:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.009414:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.009421:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 4/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.009442:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281104.009514:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.009523:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.009537:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,1 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.009544:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 2/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.009559:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281104.009769:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+521:2214:x1867807981795456:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 2195us (3645us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.009777:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1572 00000100:00100000:1.0:1781281104.009795:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1574 00000100:00100000:1.0:1781281104.009799:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa123f6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+520:2214:x1867807981795392:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281104.009808:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.009813:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 4/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 520 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.009821:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 3/0,0 mode: PR/PR res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 520 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.009833:0:12114:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025a6ed69/0x3e391ad4c896bc05 lrc: 0/0,0 mode: --/PR res: [0x46b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248428 expref: 520 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.009842:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.009844:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.009846:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.009852:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 4/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.009868:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281104.010040:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+519:2214:x1867807981795584:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 690us (3901us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.010048:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1573 00000100:00100000:0.0:1781281104.010065:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1575 00010000:00010000:3.0:1781281104.010364:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.010369:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 2/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.010377:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004855fe1e already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.010380:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 2/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.010393:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 3/0,0 mode: PW/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.010406:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 1/0,0 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.010412:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004855fe1e/0x3e391ad4c896c0ce lrc: 0/0,0 mode: --/PW res: [0x469:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.010426:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.010428:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.010429:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281104.010532:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996489984:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281104.010546:0:16930:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.010555:0:16930:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.010618:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490112:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281104.010768:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8595879 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+518:2214:x1867807981795520:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281104.010779:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281104.010784:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 4/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 518 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.010792:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 3/0,0 mode: PR/PR res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 518 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.010806:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cef514e2/0x3e391ad4c896bcfa lrc: 0/0,0 mode: --/PR res: [0x46d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124846e expref: 518 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.010821:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.010823:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.010825:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.010832:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 4/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.010851:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281104.010873:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8595879 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+517:2214:x1867807981795520:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 106us (4685us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.010880:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1575 00000100:00100000:0.0:1781281104.010897:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1576 00000100:00100000:0.0:1781281104.010901:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+516:2214:x1867807981795648:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281104.010907:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281104.010910:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 4/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 516 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.010918:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 3/0,0 mode: PR/PR res: [0x468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 516 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.010929:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896badf lrc: 0/0,0 mode: --/PR res: [0x468:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112483d4 expref: 516 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.010936:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.010938:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.010940:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.010945:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 4/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.011045:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa123f6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+515:2214:x1867807981795392:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 1244us (4889us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.011052:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1574 00000100:00100000:1.0:1781281104.011239:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1577 00000100:00100000:1.0:1781281104.011244:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+514:2214:x1867807981795712:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281104.011252:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.011256:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 5/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 514 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.011265:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 4/0,0 mode: PR/PR res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 514 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.011288:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.011290:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.011292:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011299:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 4/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011310:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.011328:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+514:2214:x1867807981795712:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 83us (5085us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.011334:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1577 00010000:00010000:1.0:1781281104.011367:0:12105:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be0bb67d/0x3e391ad4c896bc98 lrc: 0/0,0 mode: --/PR res: [0x46c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248452 expref: 513 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.011378:0:12105:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12105:1867807996489920:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.011390:0:12105:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011397:0:12105:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011403:0:12105:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011410:0:12105:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,1 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011416:0:12105:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 2/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.011440:0:12105:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781281104.011800:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.011821:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 000000008f3ce793 going to sleep for 6 seconds 00010000:00010000:0.0:1781281104.011940:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281104.012051:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+512:2214:x1867807981795648:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 1148us (5842us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.012059:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1576 00000100:00100000:2.0:1781281104.012586:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281104.012810:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795776 00010000:00010000:0.0:1781281104.012833:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 5/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 512 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281104.012851:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1578 00000100:00100000:0.0:1781281104.012856:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+512:2211:x1867807981795776:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1781281104.012867:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281104.012870:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 5/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 512 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.012878:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 4/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 512 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:0.0:1781281104.012907:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.012909:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.012911:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.012923:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 4/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.012935:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281104.013149:0:12112:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.013157:0:12112:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.013226:0:12112:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,1 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.013232:0:12112:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 2/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.013249:0:12112:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1781281104.013610:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+512:2211:x1867807981795776:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 Request processed in 752us (1024us total) trans 0 rc 0/0 00010000:00010000:1.0:1781281104.017735:0:12106:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.017753:0:12106:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.017763:0:12106:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,1 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.017769:0:12106:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 2/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.017858:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1578 00000100:00100000:0.0:1781281104.017941:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490112 00000100:00100000:0.0:1781281104.017997:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1781281104.018003:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e74563e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996490112:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281104.018805:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e74563e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996490112:12345-0@lo:501:mount.lustre.0 Request processed in 800us (7004us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.018814:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:1.0:1781281104.019001:0:12106:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1781281104.019349:0:12109:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.019360:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.019368:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,1 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.019375:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 2/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019418:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1781281104.019423:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 2/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019432:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000041978b05 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.019434:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 2/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019442:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 3/0,0 mode: PW/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019461:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 1/0,0 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019472:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c0e3 lrc: 0/0,0 mode: --/PW res: [0x46c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019489:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781281104.019491:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 2/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019496:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1138ccc already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.019498:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 2/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019503:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 3/0,0 mode: PW/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019511:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 1/0,0 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019516:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1138ccc/0x3e391ad4c896c0dc lrc: 0/0,0 mode: --/PW res: [0x468:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019528:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281104.019530:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 2/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019536:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b51f970 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.019537:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 2/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019546:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 3/0,0 mode: PW/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019554:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 1/0,0 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019559:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b51f970/0x3e391ad4c896c0b9 lrc: 0/0,0 mode: --/PW res: [0x467:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019568:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281104.019570:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019575:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000285fb576 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.019576:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 3/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019581:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 4/0,0 mode: PW/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019588:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 2/0,0 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.019594:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.019595:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.019597:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281104.021333:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490112:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1781281104.021392:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0f9e2b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490176:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281104.021461:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.021484:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 0000000037e6813e going to sleep for 6 seconds 00010000:00010000:2.0:1781281104.023188:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.026828:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281104.030037:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490176 00000100:00100000:0.0:1781281104.030096:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281104.030102:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ae58c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996490176:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281104.030359:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ae58c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996490176:12345-0@lo:503:mount.lustre.0 Request processed in 255us (8899us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.030367:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1781281104.035180:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0f9e2b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490176:0@lo:503:mount.lustre.0 00010000:00010000:1.0:1781281104.035492:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281104.035501:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000285fb576/0x3e391ad4c896c0c0 lrc: 0/0,0 mode: --/PW res: [0x46a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036038:0:7852:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036049:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036057:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,1 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036063:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 2/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036094:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281104.036533:0:12110:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036543:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036549:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,1 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036554:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 2/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.036571:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281104.037779:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281104.037790:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 2/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037804:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dddc75cf already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281104.037808:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 2/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037817:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 3/0,0 mode: PW/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037842:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 1/0,0 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037849:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c0c7 lrc: 0/0,0 mode: --/PW res: [0x46b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037872:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281104.037874:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 2/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037881:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c482223a already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281104.037883:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 2/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037889:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 3/0,0 mode: PW/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037899:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 1/0,0 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037906:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c0d5 lrc: 0/0,0 mode: --/PW res: [0x46d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.037920:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281104.037922:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281104.037923:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.038086:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281104.038758:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ff4c516/0x3e391ad4c896bd5c lrc: 0/0,0 mode: --/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124848a expref: 511 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.038776:0:12103:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:12103:1867807996490048:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.038795:0:12103:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.038803:0:12103:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.038808:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.038817:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.038822:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 2/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.039002:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281104.046566:0:16966:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16966:1867807996490240:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281104.046776:0:16966:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.046803:0:16966:0:(client.c:2500:ptlrpc_set_wait()) set 000000006c62a832 going to sleep for 6 seconds 00010000:00010000:3.0:1781281104.049033:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.049042:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 2/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.049059:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5a8d27 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.049063:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 2/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.049085:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 3/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.049108:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 1/0,0 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.049115:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c0f1 lrc: 0/0,0 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.049138:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.049139:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.049140:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281104.064256:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490240 00000100:00100000:1.0:1781281104.064339:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281104.064346:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d812e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16966:x1867807996490240:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281104.067777:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d812e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16966:x1867807996490240:12345-0@lo:502:llog_process_th.0 Request processed in 3423us (20994us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.067795:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281104.067873:0:16966:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16966:1867807996490240:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281104.067913:0:16966:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1781281104.067917:0:16966:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #2 00000020:01000000:1.0:1781281104.067918:0:16966:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1781281104.067920:0:16966:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1781281104.067921:0:16966:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1781281104.067927:0:16966:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281104.067929:0:16966:0:(obd_config.c:1460:class_process_config()) marker 2 (0x6) general lod.*.mdt_hash 00000020:01000000:1.0:1781281104.067933:0:16966:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281104.067935:0:16966:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281104.067936:0:16966:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1781281104.067940:0:16966:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff91d8d2551000 00000020:00000080:1.0:1781281104.067942:0:16966:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1781281104.068154:0:16966:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16966:1867807996490304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281104.068293:0:16966:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.068311:0:16966:0:(client.c:2500:ptlrpc_set_wait()) set 000000006c62a832 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.068327:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490304 00000100:00100000:1.0:1781281104.068354:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1781281104.068360:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000034668e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16966:x1867807996490304:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281104.068534:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000034668e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16966:x1867807996490304:12345-0@lo:502:llog_process_th.0 Request processed in 174us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.068541:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1781281104.068576:0:16966:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16966:1867807996490304:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281104.068594:0:16966:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281104.068598:0:16966:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281104.068599:0:16966:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1781281104.068602:0:16966:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:1.0:1781281104.068663:0:16930:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1781281104.068690:0:16930:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1781281104.068697:0:16930:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.068708:0:16930:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281104.068727:0:16930:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1781281104.068730:0:16930:0:(mgc_request.c:336:config_log_add()) add config log lustre-client-ffff91d8d2551000 10000000:01000000:1.0:1781281104.068733:0:16930:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-client-ffff91d8d2551000 10000000:01000000:1.0:1781281104.068737:0:16930:0:(mgc_request.c:90:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1781281104.068741:0:16930:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8d2551000 from 1 10000000:01000000:1.0:1781281104.068744:0:16930:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781281104.068765:0:16930:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.068771:0:16930:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.068780:0:16930:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.068796:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490368:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1781281104.068824:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.068836:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b2df1fc4 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.068851:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490368 00000100:00100000:1.0:1781281104.068866:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1781281104.068870:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005da8d160 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996490368:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281104.068877:0:16933:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281104.068891:0:16933:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c106 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c0ff expref: -99 pid: 16933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.068910:0:16933:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c106 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c0ff expref: 10 pid: 16933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.068920:0:16933:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c106 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c0ff expref: 10 pid: 16933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.068929:0:16933:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b4cc3ac, rc 0) 00000100:00100000:1.0:1781281104.068987:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005da8d160 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16930:x1867807996490368:12345-0@lo:101:mount.lustre.0 Request processed in 83us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.068993:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1781281104.069025:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490368:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281104.069034:0:16930:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.069042:0:16930:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.069078:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281104.069103:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.069113:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b2df1fc4 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.069125:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490432 00000100:00100000:1.0:1781281104.069139:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1781281104.069142:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4471d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16930:x1867807996490432:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281104.069407:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4471d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16930:x1867807996490432:12345-0@lo:501:mount.lustre.0 Request processed in 264us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.069414:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1781281104.069443:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281104.069465:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490496:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281104.069499:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.069509:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b2df1fc4 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.069523:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490496 00000100:00100000:1.0:1781281104.069538:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1781281104.069541:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ba3973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16930:x1867807996490496:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281104.069829:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ba3973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16930:x1867807996490496:12345-0@lo:503:mount.lustre.0 Request processed in 286us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.069836:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1781281104.069874:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490496:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281104.077200:0:16968:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16968:1867807996490560:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281104.077301:0:16968:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.077325:0:16968:0:(client.c:2500:ptlrpc_set_wait()) set 0000000005f319e6 going to sleep for 6 seconds 00000100:00100000:1.0:1781281104.077577:0:16933:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490560 00000100:00100000:1.0:1781281104.077619:0:16933:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1781281104.077625:0:16933:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1b8fb87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16968:x1867807996490560:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281104.080388:0:16933:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1b8fb87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16968:x1867807996490560:12345-0@lo:502:llog_process_th.0 Request processed in 2753us (3079us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.080411:0:16933:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1781281104.080742:0:16968:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16968:1867807996490560:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1781281104.080804:0:16968:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1781281104.080810:0:16968:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281104.080827:0:16968:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (000000009a76214d) 00000020:00000080:2.0:1781281104.080889:0:16968:0:(obd_config.c:648:class_attach()) OBD: dev 17 attached type lwp with refcount 1 00000020:00000080:2.0:1781281104.080898:0:16968:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1781281104.081424:0:16968:0:(ldlm_lib.c:121:import_set_conn()) imp 00000000336c1ac0@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:0.0:1781281104.083864:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281104.095018:0:16968:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:2.0:1781281104.096832:0:16968:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1781281104.096875:0:16968:0:(lwp_dev.c:495:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1781281104.096889:0:16968:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3e391ad4c896c114 00000100:00080000:2.0:1781281104.096899:0:16968:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1781281104.096903:0:16968:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000336c1ac0 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281104.096938:0:16968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c20bf09b x1867807996490624/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1781281104.101047:0:16968:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1781281104.103356:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996490624:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1781281104.103437:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.103771:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490624 00000100:00100000:2.0:1781281104.103811:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281104.103817:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d7dda98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996490624:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1781281104.103873:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d7dda98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996490624:12345-0@lo:38:llog_process_th.0 Request processed in 55us (437us total) trans 0 rc -11/-11 00000100:00100000:2.0:1781281104.103880:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281104.103912:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1781281104.103920:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000336c1ac0 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1781281104.103923:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:2.0:1781281104.103927:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996490624:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1781281104.104002:0:16968:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16968:1867807996490688:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281104.104045:0:16968:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.104058:0:16968:0:(client.c:2500:ptlrpc_set_wait()) set 0000000005f319e6 going to sleep for 6 seconds 00000100:00100000:0.0:1781281104.106812:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490688 00000100:00100000:0.0:1781281104.106859:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1781281104.106866:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000693d5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16968:x1867807996490688:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281104.112359:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000693d5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16968:x1867807996490688:12345-0@lo:502:llog_process_th.0 Request processed in 5483us (8304us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.112376:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1781281104.121841:0:16968:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16968:1867807996490688:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781281104.121907:0:16968:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 00000020:01000000:3.0:1781281104.125774:0:16930:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1781281104.125820:0:16930:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781281104.125830:0:16930:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.125845:0:16930:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.125881:0:16930:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x40000005 10000000:01000000:3.0:1781281104.125943:0:16930:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1781281104.125993:0:16930:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490752:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1781281104.126087:0:16930:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.126113:0:16930:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba9df78f going to sleep for 6 seconds 00010000:00010000:1.0:1781281104.130800:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281104.134122:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490752 00000100:00100000:0.0:1781281104.134196:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1781281104.134203:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000617e3efc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:16930:x1867807996490752:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1781281104.134361:0:16934:0:(mgs_handler.c:365:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:0.0:1781281104.161130:0:12090:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:2995:x1867807996487936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 253358us (253409us total) trans 4294968842 rc 0/0 00000100:00100000:0.0:1781281104.161147:0:12090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261 00000001:00080000:0.0:1781281104.166596:0:6337:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968842 is committed 00000001:00100000:0.0:1781281104.166613:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000004:00080000:0.0:1781281104.166705:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032eb8a1c/2, rc 0, transno 1546 00000100:00100000:0.0:1781281104.166722:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996487936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281104.175904:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af47b7c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996490816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781281104.176001:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.200772:0:12090:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490816 00000100:00100000:1.0:1781281104.200847:0:12090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4278 00000100:00100000:1.0:1781281104.200854:0:12090:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:2996:x1867807996490816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781281104.200887:0:12090:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1134 count 1 00010000:00010000:1.0:1781281104.200913:0:12090:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,1 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.200933:0:12090:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 2/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 10 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281104.200941:0:12090:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.200942:0:12090:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.200945:0:12090:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 4/0,1 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.201013:0:12090:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 3/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 10 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1781281104.201027:0:12090:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 4/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 10 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.201041:0:12090:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12090:1867807996490880:192.168.204.1@tcp:104: 00000100:00100000:1.0:1781281104.201127:0:12090:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c73f58aa going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.212581:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.213138:0:12090:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12090:1867807996490880:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281104.213187:0:12090:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,1 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.213435:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795840 00010000:00010000:1.0:1781281104.213465:0:12101:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 4/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 11 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.213501:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1579 00000100:00100000:1.0:1781281104.213508:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981795840:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281104.213523:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.213528:0:12101:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 4/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 11 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.213539:0:12101:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 3/0,0 mode: PR/PR res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 11 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.213565:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c198a2e/0x3e391ad4c896bd2b lrc: 0/0,0 mode: --/PR res: [0x46e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124847c expref: 11 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.213581:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.213583:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.213587:0:12101:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.213596:0:12101:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 4/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.215323:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.215398:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981795840:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 1885us (2820us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.215414:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1579 00010000:00010000:3.0:1781281104.230586:0:12090:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.230608:0:12090:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.235267:0:12090:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,1 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.235291:0:12090:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 2/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.244111:0:12090:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281104.244135:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.244140:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 2/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.244154:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c482223a already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.244166:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 2/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.244177:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 3/0,0 mode: PW/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.244208:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 1/0,0 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.244216:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896c11b lrc: 0/0,0 mode: --/PW res: [0x46e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.244233:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.244235:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.244236:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281104.244741:0:12090:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:2996:x1867807996490816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43884us (68739us total) trans 4294968850 rc 0/0 00000100:00100000:3.0:1781281104.244753:0:12090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4278 00000100:00100000:3.0:1781281104.244811:0:2996:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968842 gen 2 00000004:00080000:3.0:1781281104.244816:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000032eb8a1c, transno 4294968842 00000100:00100000:3.0:1781281104.244831:0:2996:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000af47b7c1 x1867807996490816/t4294968850(4294968850) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281148 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:3.0:1781281104.244843:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000af47b7c1/2, rc 0, transno 1554 00000100:00100000:3.0:1781281104.244849:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af47b7c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996490816:0@lo:6:osp-syn-0-0.0 00000040:00100000:3.0:1781281104.244882:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 12 in log [0x10:0x1:0x0] 00000100:00100000:3.0:1781281104.245081:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996490944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781281104.245118:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.245165:0:12090:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996490944 00000100:00100000:3.0:1781281104.245195:0:12090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279 00000100:00100000:3.0:1781281104.245200:0:12090:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50f66b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:2997:x1867807996490944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781281104.245236:0:12090:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1135 count 1 00010000:00010000:3.0:1781281104.245265:0:12090:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,1 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.245293:0:12090:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 2/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 9 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.245301:0:12090:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.245303:0:12090:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.245304:0:12090:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 4/0,1 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.245328:0:12090:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 3/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 9 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.245344:0:12090:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 4/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 9 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.245356:0:12090:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12090:1867807996491008:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281104.245406:0:12090:0:(client.c:2500:ptlrpc_set_wait()) set 00000000643567da going to sleep for 6 seconds 00000100:00100000:0.0:1781281104.254186:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.255825:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795904 00010000:00010000:1.0:1781281104.255865:0:12101:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 5/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 10 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.255901:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1580 00000100:00100000:1.0:1781281104.255909:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2211:x1867807981795904:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1781281104.255923:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.255928:0:12101:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 5/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 10 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.255940:0:12101:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 4/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 10 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.257773:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.257783:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.257788:0:12101:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.257802:0:12101:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 4/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.257828:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.257894:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2211:x1867807981795904:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 1983us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.257905:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1580 00010000:00010000:3.0:1781281104.267648:0:12090:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000789fa74e/0x3e391ad4c896bd8d lrc: 0/0,0 mode: --/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248498 expref: 9 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.267675:0:12090:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12090:1867807996491008:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281104.267700:0:12090:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.267711:0:12090:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.267716:0:12090:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.267726:0:12090:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.267733:0:12090:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 2/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.267756:0:12090:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781281104.268253:0:12090:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50f66b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:2997:x1867807996490944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23050us (23133us total) trans 4294968851 rc 0/0 00000100:00100000:3.0:1781281104.268267:0:12090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279 00000004:00080000:3.0:1781281104.268328:0:2997:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032eb8a1c/2, rc 0, transno 1555 00000100:00100000:3.0:1781281104.268341:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996490944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781281104.268412:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996491072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781281104.268443:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.268492:0:12113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491072 00000100:00100000:3.0:1781281104.268527:0:12113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4280 00000100:00100000:3.0:1781281104.268533:0:12113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67d71d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:2998:x1867807996491072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781281104.268557:0:12113:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1136 count 1 00010000:00010000:3.0:1781281104.268580:0:12113:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,1 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.268595:0:12113:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 2/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 8 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.268602:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.268605:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.268607:0:12113:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 4/0,1 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.268631:0:12113:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 8 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.268643:0:12113:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 4/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 8 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.268658:0:12113:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491136:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281104.268700:0:12113:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a75af8f0 going to sleep for 6 seconds 00010000:00010000:0.0:1781281104.270220:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281104.270234:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 2/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.270249:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b7e53693 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.270254:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 2/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.270263:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 3/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.270304:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 1/0,0 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.270310:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c122 lrc: 0/0,0 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.270342:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.270344:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.270346:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281104.290610:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.290933:0:12113:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491136:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281104.290995:0:12113:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,1 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281104.291035:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981795968 00010000:00010000:2.0:1781281104.291080:0:12101:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 4/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 9 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281104.291114:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1581 00000100:00100000:2.0:1781281104.291122:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+9:2212:x1867807981795968:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1781281104.291140:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281104.291145:0:12101:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 4/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 9 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.291157:0:12101:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 9 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.291206:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb65bc2b/0x3e391ad4c896bdef lrc: 0/0,0 mode: --/PR res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484b4 expref: 9 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.291222:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.291224:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.291227:0:12101:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.291236:0:12101:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 4/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.291260:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281104.291321:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+8:2212:x1867807981795968:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 Request processed in 199us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.291330:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1581 00010000:00010000:2.0:1781281104.291354:0:12113:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.291361:0:12113:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.291369:0:12113:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.291376:0:12113:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 2/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.291391:0:12113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781281104.291861:0:12113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67d71d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:2998:x1867807996491072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23326us (23416us total) trans 4294968852 rc 0/0 00000100:00100000:2.0:1781281104.291870:0:12113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4280 00000004:00080000:2.0:1781281104.292029:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007d9bd63d/2, rc 0, transno 1556 00000100:00100000:2.0:1781281104.292041:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996491072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.292114:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062450f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996491200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.292146:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.292190:0:12113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491200 00000100:00100000:2.0:1781281104.292212:0:12113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281 00000100:00100000:2.0:1781281104.292216:0:12113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:2995:x1867807996491200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781281104.292238:0:12113:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1124 count 1 00010000:00010000:2.0:1781281104.292258:0:12113:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,1 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.292285:0:12113:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 2/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 7 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281104.292294:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.292295:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.292297:0:12113:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 4/0,1 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.292319:0:12113:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 7 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281104.292331:0:12113:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 4/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 7 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281104.292343:0:12113:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491264:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281104.292392:0:12113:0:(client.c:2500:ptlrpc_set_wait()) set 000000003595c131 going to sleep for 6 seconds 00010000:00010000:0.0:1781281104.293482:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281104.293490:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 2/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.293501:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cb379018 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.293504:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 2/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.293517:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 3/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.293536:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 1/0,0 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.293543:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c129 lrc: 0/0,0 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.293561:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.293563:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.293564:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281104.303890:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.306495:0:12113:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491264:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281104.306529:0:12113:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,1 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281104.306572:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796032 00010000:00010000:2.0:1781281104.306604:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 4/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 8 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281104.306700:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1582 00000100:00100000:2.0:1781281104.306707:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022c89bf0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+8:2211:x1867807981796032:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1781281104.306725:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281104.306730:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 4/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 8 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.306743:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 8 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.306767:0:12114:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eff81558/0x3e391ad4c896be82 lrc: 0/0,0 mode: --/PR res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484de expref: 8 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.306783:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.306785:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.306788:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.306798:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 4/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.306820:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281104.306874:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022c89bf0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981796032:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 166us (2994us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.306882:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1582 00010000:00010000:2.0:1781281104.309126:0:12113:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.309152:0:12113:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.309994:0:12113:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.310007:0:12113:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 2/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.310029:0:12113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781281104.310569:0:12113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:2995:x1867807996491200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18348us (18420us total) trans 4294968853 rc 0/0 00000100:00100000:2.0:1781281104.310580:0:12113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281 00000004:00080000:2.0:1781281104.310771:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000062450f5d/2, rc 0, transno 1557 00000100:00100000:2.0:1781281104.310784:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062450f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996491200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.310856:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996491328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.310886:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.310927:0:12113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491328 00000100:00100000:2.0:1781281104.310980:0:12113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282 00000100:00100000:2.0:1781281104.310986:0:12113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:2996:x1867807996491328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781281104.311010:0:12113:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1125 count 1 00010000:00010000:2.0:1781281104.311032:0:12113:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,1 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.311048:0:12113:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 2/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 6 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281104.311056:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.311058:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.311060:0:12113:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 4/0,1 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.311084:0:12113:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 3/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 6 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281104.311096:0:12113:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 4/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 6 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281104.311107:0:12113:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491392:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281104.311150:0:12113:0:(client.c:2500:ptlrpc_set_wait()) set 00000000075e6038 going to sleep for 6 seconds 00010000:00010000:3.0:1781281104.311363:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.311369:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 2/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.311377:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d85584e4 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.311381:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 2/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.311389:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 3/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.311408:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 1/0,0 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.311414:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c130 lrc: 0/0,0 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.311430:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.311432:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.311433:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281104.319609:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.319689:0:12113:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491392:192.168.204.1@tcp:104: 00010000:00010000:2.0:1781281104.319718:0:12113:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,1 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281104.319753:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796096 00010000:00010000:2.0:1781281104.319786:0:12101:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 4/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 7 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281104.319819:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1583 00000100:00100000:2.0:1781281104.319826:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981796096:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281104.319842:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281104.319848:0:12101:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 4/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 7 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.319859:0:12101:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 3/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 7 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.319885:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896bee4 lrc: 0/0,0 mode: --/PR res: [0x465:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484fa expref: 7 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:2.0:1781281104.319901:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.319903:0:12101:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.319906:0:12101:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.319915:0:12101:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 4/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.319935:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281104.320012:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+6:2212:x1867807981796096:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 186us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.320031:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1583 00010000:00010000:2.0:1781281104.320055:0:12113:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320063:0:12113:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320073:0:12113:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320085:0:12113:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 2/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320120:0:12113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781281104.320653:0:12113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:2996:x1867807996491328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9665us (9766us total) trans 4294968854 rc 0/0 00000100:00100000:2.0:1781281104.320664:0:12113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282 00010000:00010000:2.0:1781281104.320781:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281104.320785:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 2/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320794:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2170d47 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281104.320797:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 2/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320805:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 3/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320819:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 1/0,0 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320826:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2170d47/0x3e391ad4c896c137 lrc: 0/0,0 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.320840:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281104.320842:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281104.320843:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781281104.320873:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005bf19406/2, rc 0, transno 1558 00000100:00100000:2.0:1781281104.320885:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996491328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.321053:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996491456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.321089:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.321129:0:12113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491456 00000100:00100000:2.0:1781281104.321153:0:12113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:2.0:1781281104.321159:0:12113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:2997:x1867807996491456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781281104.321183:0:12113:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1126 count 1 00010000:00010000:2.0:1781281104.321201:0:12113:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,1 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.321215:0:12113:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 2/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 5 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281104.321223:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.321225:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281104.321227:0:12113:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 4/0,1 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.321248:0:12113:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 5 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281104.321259:0:12113:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 4/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 5 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:2.0:1781281104.321280:0:12113:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491520:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281104.321320:0:12113:0:(client.c:2500:ptlrpc_set_wait()) set 00000000075e6038 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.328521:0:6309:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a39bd5a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:2998:x1867807996487488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 415394us (416320us total) trans 4294968849 rc 0/0 00000100:00100000:3.0:1781281104.328535:0:6309:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4263 00000100:00100000:3.0:1781281104.328604:0:12104:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:2998:x1867807996487872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 415250us (416350us total) trans 4294968845 rc 0/0 00000100:00100000:3.0:1781281104.328613:0:12104:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264 00000100:00100000:3.0:1781281104.329414:0:6306:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:2998:x1867807996487808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 415342us (417051us total) trans 4294968846 rc 0/0 00000100:00100000:3.0:1781281104.329423:0:6306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4266 00000001:00080000:3.0:1781281104.329447:0:6337:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968848 is committed 00000001:00080000:3.0:1781281104.329468:0:6337:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968849 is committed 00000004:00080000:2.0:1781281104.330898:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000105ede99/2, rc 0, transno 1550 00000100:00100000:2.0:1781281104.330919:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000105ede99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487808:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1781281104.330934:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e09b2871/2, rc 0, transno 1553 00000100:00100000:2.0:1781281104.330937:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1781281104.330945:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d02640c8/2, rc 0, transno 1549 00000100:00100000:2.0:1781281104.330948:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d02640c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996487872:0@lo:6:osp-syn-0-0.0 00000040:00080000:2.0:1781281104.330998:0:16961:0:(llog.c:789:llog_process_thread()) stop processing plain 0x10:1:0 index 21 count 14 00000040:00080000:2.0:1781281104.331064:0:16961:0:(llog.c:731:llog_process_thread()) index: 5, lh_last_idx: 5 synced_idx: 5 lgh_last_idx: 5 00000040:00080000:2.0:1781281104.331067:0:16961:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x14:0x1:0x0]:0 at index 5 of catalog [0x2:0x1:0x0] 00000004:00080000:2.0:1781281104.331099:0:16961:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:2.0:1781281104.331102:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x14:0x1:0x0] 00000004:00080000:2.0:1781281104.331755:0:16961:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 645438800403ns, next at 0ns, rc = 0 00000100:00100000:0.0:1781281104.343784:0:12102:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1dec6f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:2996:x1867807996488064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 435776us (435859us total) trans 4294968843 rc 0/0 00000100:00100000:0.0:1781281104.343804:0:12102:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4262 00000100:00100000:3.0:1781281104.346785:0:12112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:2998:x1867807996489024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 367037us (369832us total) trans 4294968841 rc 0/0 00000100:00100000:3.0:1781281104.346800:0:12112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275 00000100:00100000:3.0:1781281104.346864:0:12105:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:2998:x1867807996489280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 363197us (369722us total) trans 4294968842 rc 0/0 00000100:00100000:3.0:1781281104.346870:0:12105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276 00000100:00100000:1.0:1781281104.346998:0:12108:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:2996:x1867807996487680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 439464us (439523us total) trans 4294968847 rc 0/0 00000100:00100000:1.0:1781281104.347007:0:12108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4260 00000100:00100000:1.0:1781281104.347076:0:12115:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:2995:x1867807996487552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 439869us (439986us total) trans 4294968844 rc 0/0 00000100:00100000:1.0:1781281104.347085:0:12115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00100000:0.0:1781281104.348126:0:12111:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:2997:x1867807996488512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 411539us (411644us total) trans 4294968848 rc 0/0 00000100:00100000:0.0:1781281104.348144:0:12111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267 00000100:00100000:0.0:1781281104.351615:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:2998:x1867807996489088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 373092us (374760us total) trans 4294968840 rc 0/0 00000100:00100000:0.0:1781281104.351640:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273 00000004:00080000:2.0:1781281104.352840:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000009b16a365, transno 4294968843 00000100:00100000:2.0:1781281104.352854:0:2996:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968849 gen 2 00000004:00080000:2.0:1781281104.352858:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d02640c8, transno 4294968845 00000004:00080000:2.0:1781281104.352860:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000105ede99, transno 4294968846 00000004:00080000:2.0:1781281104.352862:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000e09b2871, transno 4294968849 00000100:00100000:2.0:1781281104.352868:0:2996:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000af47b7c1 x1867807996490816/t4294968850(4294968850) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281148 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-0-0.0' 00000004:00080000:2.0:1781281104.352879:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009b16a365/2, rc 0, transno 1547 00000100:00100000:2.0:1781281104.352884:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b16a365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996488064:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1781281104.352902:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000a292b12a, transno 4294968847 00000004:00080000:2.0:1781281104.352905:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a292b12a/2, rc 0, transno 1551 00000100:00100000:2.0:1781281104.352908:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996487680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1781281104.354548:0:12106:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:2996:x1867807996488960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 376837us (379121us total) trans 4294968843 rc 0/0 00000100:00100000:3.0:1781281104.354565:0:12106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270 00000001:00080000:3.0:1781281104.354643:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968843 is committed 00000001:00100000:3.0:1781281104.354662:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000004:00080000:3.0:1781281104.356094:0:2997:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fe910083, transno 4294968848 00000004:00080000:3.0:1781281104.356110:0:2997:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fe910083/2, rc 0, transno 1552 00000100:00100000:3.0:1781281104.356117:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe910083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996488512:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1781281104.356143:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008fe83b66, transno 4294968844 00000004:00080000:3.0:1781281104.356145:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008fe83b66/2, rc 0, transno 1548 00000100:00100000:3.0:1781281104.356147:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fe83b66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996487552:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1781281104.356184:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000453fe679/2, rc 0, transno 1545 00000100:00100000:3.0:1781281104.356205:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489024:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1781281104.356219:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006ff23e29/2, rc 0, transno 1546 00000100:00100000:3.0:1781281104.356222:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff23e29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489280:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1781281104.356231:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003ab2d443/2, rc 0, transno 1544 00000100:00100000:3.0:1781281104.356234:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.357005:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281104.358429:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996491584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.358493:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.358557:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996491648:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.358579:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.358611:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281104.358617:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d648e7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996491712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.358650:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.358713:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491584 00000100:00100000:3.0:1781281104.358748:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491648 00000100:00100000:3.0:1781281104.358762:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491712 00000100:00100000:3.0:1781281104.358780:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00100000:3.0:1781281104.358786:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:2998:x1867807996491584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781281104.358812:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1135 count 1 00010000:00010000:3.0:1781281104.358841:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,1 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.358860:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 2/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 510 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.358868:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.358870:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.358872:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 4/0,1 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.358900:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 3/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 510 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.358911:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 4/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 510 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.358922:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cecdd5f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12100:1867807996491776:192.168.204.1@tcp:104: 00000100:00100000:0.0:1781281104.359120:0:12106:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285 00000100:00100000:0.0:1781281104.359126:0:12106:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:2995:x1867807996491648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781281104.359140:0:12106:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1136 count 1 00010000:00010000:0.0:1781281104.359151:0:12106:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,1 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.359179:0:12106:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 2/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 510 pid: 12102 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1781281104.359342:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 000000001e4aca26 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.359360:0:12111:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286 00000100:00100000:3.0:1781281104.359365:0:12111:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:2995:x1867807996491712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781281104.359378:0:12111:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1123 count 1 00010000:00010000:3.0:1781281104.359389:0:12111:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,1 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.359400:0:12111:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 2/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 510 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.359406:0:12111:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.359408:0:12111:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.359409:0:12111:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 4/0,1 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.359426:0:12111:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 3/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 510 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.359439:0:12111:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 4/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 510 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.359448:0:12111:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7703ab8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12111:1867807996491840:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281104.359472:0:12111:0:(client.c:2500:ptlrpc_set_wait()) set 000000005efa2ddf going to sleep for 6 seconds 00010000:00010000:0.0:1781281104.359749:0:12106:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.359752:0:12106:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.359753:0:12106:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 4/0,1 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.359776:0:12106:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 3/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 510 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281104.359785:0:12106:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 4/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 510 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281104.359795:0:12106:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44fc41d pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12106:1867807996491904:192.168.204.1@tcp:104: 00000100:00100000:0.0:1781281104.359821:0:12106:0:(client.c:2500:ptlrpc_set_wait()) set 0000000014c7c590 going to sleep for 6 seconds 00000004:00080000:2.0:1781281104.360608:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fb59b579/2, rc 0, transno 1547 00000100:00100000:2.0:1781281104.360636:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996488960:0@lo:6:osp-syn-1-0.0 00000040:00100000:2.0:1781281104.360705:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 7 records, first 8 in log [0x10:0x1:0x0] 00000004:00080000:2.0:1781281104.360871:0:16961:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 6 in progress, 1 in flight, 7 done 00000100:00100000:3.0:1781281104.362093:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996491968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.362193:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.362257:0:12105:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996491968 00000100:00100000:3.0:1781281104.362306:0:12105:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1781281104.362312:0:12105:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:2997:x1867807996491968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781281104.362338:0:12105:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1124 count 1 00010000:00010000:3.0:1781281104.362363:0:12105:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,1 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.362390:0:12105:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 2/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 510 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.362399:0:12105:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.362400:0:12105:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.362403:0:12105:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 4/0,1 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.362436:0:12105:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 3/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 510 pid: 12115 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.362446:0:12105:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 4/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 510 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.362457:0:12105:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cdf0c35 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12105:1867807996492032:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281104.362498:0:12105:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b95bd085 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.367664:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796160 00010000:00010000:3.0:1781281104.367721:0:12114:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 5/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 6 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.367783:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1584 00000100:00100000:3.0:1781281104.367791:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981796160:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1781281104.367811:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281104.367817:0:12114:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 5/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 6 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:3.0:1781281104.367830:0:12114:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 4/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 6 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:3.0:1781281104.367870:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.367872:0:12114:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.367877:0:12114:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.367888:0:12114:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 4/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.367916:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281104.368010:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981796160:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 218us (11007us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.368021:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1584 00010000:00010000:3.0:1781281104.368087:0:12113:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001399e19c/0x3e391ad4c896bf46 lrc: 0/0,0 mode: --/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248516 expref: 5 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.368111:0:12113:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:12113:1867807996491520:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281104.368138:0:12113:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.368147:0:12113:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.368152:0:12113:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.368174:0:12113:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.368180:0:12113:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 2/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.372843:0:12113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281104.374755:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281104.374764:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 2/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.374780:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088b38799 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.374783:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 2/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.374793:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 3/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.374821:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 1/0,0 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.374828:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088b38799/0x3e391ad4c896c13e lrc: 0/0,0 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.374848:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.374849:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.374851:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281104.380437:0:12113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+11:2997:x1867807996491456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59268us (59339us total) trans 4294968855 rc 0/0 00000100:00100000:3.0:1781281104.380454:0:12113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000004:00080000:3.0:1781281104.380531:0:2997:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c20bf09b/2, rc 0, transno 1559 00000100:00100000:3.0:1781281104.380538:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996491456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781281104.384254:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.384292:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.384314:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281104.384353:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.384460:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cecdd5f3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12100:1867807996491776:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.384496:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,1 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.387366:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796224 00010000:00010000:1.0:1781281104.387411:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 4/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 511 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.387454:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796352 00010000:00010000:1.0:1781281104.387465:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 5/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 512 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.387488:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796288 00010000:00010000:1.0:1781281104.387498:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 5/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 513 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.387509:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796416 00010000:00010000:1.0:1781281104.387518:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 5/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 514 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.387533:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1585 00000100:00100000:1.0:1781281104.387539:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+514:2211:x1867807981796224:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281104.387553:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.387557:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 4/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 514 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.387575:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 3/0,0 mode: PR/PR res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 514 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.387610:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a30e47c2/0x3e391ad4c896bdbe lrc: 0/0,0 mode: --/PR res: [0x46f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484a6 expref: 514 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.390733:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.390741:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.390747:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.390762:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 4/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.390815:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.390897:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+513:2211:x1867807981796224:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 3352us (6653us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.390909:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1585 00000100:00100000:1.0:1781281104.390950:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1586 00000100:00100000:1.0:1781281104.391280:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+512:2211:x1867807981796352:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281104.391306:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.391316:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 5/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 512 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.391327:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 4/0,0 mode: PR/PR res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 512 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.391349:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.391350:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.391352:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.391359:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 4/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.391373:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.391394:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+512:2211:x1867807981796352:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 116us (7103us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.393069:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1587 00000100:00100000:3.0:1781281104.393082:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd013285-183a-4106-aea7-7bb500a78bd8+512:2211:x1867807981796288:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281104.393104:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281104.393113:0:5492:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 5/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 512 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:3.0:1781281104.393128:0:5492:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 4/0,0 mode: PR/PR res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 512 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:3.0:1781281104.393153:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1781281104.393474:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1586 00000100:00100000:1.0:1781281104.393516:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1588 00000100:00100000:1.0:1781281104.393521:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+511:2211:x1867807981796416:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281104.393531:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.393535:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 5/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 511 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.393544:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 4/0,0 mode: PR/PR res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 511 pid: 12115 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.393559:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.393562:0:7837:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.393565:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.393575:0:7837:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 4/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.393597:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.393750:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+511:2211:x1867807981796416:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 228us (9397us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.393759:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1588 00010000:00010000:1.0:1781281104.393825:0:12105:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e8aa350/0x3e391ad4c896beb3 lrc: 0/0,0 mode: --/PR res: [0x464:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484ec expref: 510 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.393841:0:12105:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cdf0c35 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12105:1867807996492032:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.393862:0:12105:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.393870:0:12105:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.393875:0:12105:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.393883:0:12105:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,1 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.393890:0:12105:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 2/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.395589:0:12105:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281104.396045:0:5492:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.396050:0:5492:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.396064:0:5492:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 4/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.396092:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281104.396142:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd013285-183a-4106-aea7-7bb500a78bd8+509:2211:x1867807981796288:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 3060us (11825us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.396153:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1587 00000100:00100000:1.0:1781281104.396602:0:12105:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:2997:x1867807996491968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34288us (34415us total) trans 4294968848 rc 0/0 00000100:00100000:1.0:1781281104.396614:0:12105:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1781281104.396862:0:2997:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968843 gen 2 00000004:00080000:3.0:1781281104.396868:0:2997:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000003ab2d443, transno 4294968840 00000004:00080000:3.0:1781281104.396880:0:2997:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000453fe679, transno 4294968841 00000004:00080000:3.0:1781281104.396882:0:2997:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006ff23e29, transno 4294968842 00000004:00080000:3.0:1781281104.396884:0:2997:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fb59b579, transno 4294968843 00000100:00100000:3.0:1781281104.396890:0:2997:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000fa123f6b x1867807996491968/t4294968848(4294968848) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281148 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:3.0:1781281104.396901:0:2997:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fa123f6b/2, rc 0, transno 1552 00000100:00100000:3.0:1781281104.396906:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996491968:0@lo:6:osp-syn-1-0.0 00000040:00100000:3.0:1781281104.396951:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 4 records, first 6 in log [0x12:0x1:0x0] 00000004:00080000:3.0:1781281104.397074:0:16963:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 8 in progress, 7 in flight, 4 done 00000100:00100000:3.0:1781281104.397131:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3faa58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996492096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781281104.398808:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.398888:0:12113:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492096 00000100:00100000:3.0:1781281104.398927:0:12113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288 00000100:00100000:3.0:1781281104.398934:0:12113:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a1c245b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+18:2998:x1867807996492096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781281104.399501:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281104.399507:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 2/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.399520:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000db6bbc8 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.399523:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 2/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.399532:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 3/0,0 mode: PW/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.399552:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 1/0,0 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.399557:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000db6bbc8/0x3e391ad4c896c15a lrc: 0/0,0 mode: --/PW res: [0x464:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.399573:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.399576:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.399577:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281104.399690:0:12106:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896be20 lrc: 0/0,0 mode: --/PR res: [0x470:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484c2 expref: 508 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.399702:0:12106:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44fc41d pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:12106:1867807996491904:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.399719:0:12106:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.399727:0:12106:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.399733:0:12106:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.399741:0:12106:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,1 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.399747:0:12106:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 2/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.399763:0:12106:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281104.400883:0:12106:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:2995:x1867807996491648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41753us (42301us total) trans 4294968849 rc 0/0 00000100:00100000:1.0:1781281104.400894:0:12106:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285 00010000:00010000:1.0:1781281104.400939:0:12111:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040f1b02d/0x3e391ad4c896be51 lrc: 0/0,0 mode: --/PR res: [0x463:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112484d0 expref: 507 pid: 12115 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.400980:0:12111:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7703ab8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:12111:1867807996491840:192.168.204.1@tcp:104: 00010000:00010000:1.0:1781281104.400996:0:12111:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.401004:0:12111:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.401009:0:12111:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.401015:0:12111:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,1 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.401020:0:12111:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 2/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.401034:0:12111:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:3.0:1781281104.401323:0:12113:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1125 count 1 00010000:00010000:3.0:1781281104.401345:0:12113:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,1 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401359:0:12113:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 2/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 506 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.401367:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.401368:0:12113:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281104.401370:0:12113:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 4/0,1 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401400:0:12113:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 3/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 506 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1781281104.401413:0:12113:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 4/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 506 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:3.0:1781281104.401431:0:12113:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12113:1867807996492160:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281104.401494:0:12113:0:(client.c:2500:ptlrpc_set_wait()) set 000000003b7300ba going to sleep for 6 seconds 00010000:00010000:3.0:1781281104.401511:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281104.401516:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 2/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401523:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000041978b05 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.401526:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 2/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401534:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 3/0,0 mode: PW/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401551:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 1/0,0 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401557:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041978b05/0x3e391ad4c896c14c lrc: 0/0,0 mode: --/PW res: [0x470:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12106 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401571:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.401573:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 2/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401578:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000902edaa9 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.401580:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 2/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401591:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 3/0,0 mode: PW/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401600:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 1/0,0 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401605:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000902edaa9/0x3e391ad4c896c153 lrc: 0/0,0 mode: --/PW res: [0x463:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.401616:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.401618:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.401619:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281104.402704:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281104.403973:0:12111:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:2995:x1867807996491712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44584us (45299us total) trans 4294968850 rc 0/0 00000100:00100000:1.0:1781281104.403988:0:12111:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286 00010000:00010000:1.0:1781281104.404037:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.404048:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.404063:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,1 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.404070:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 2/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.404090:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281104.404619:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:2998:x1867807996491584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45831us (46125us total) trans 4294968851 rc 0/0 00000100:00100000:1.0:1781281104.404627:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000004:00080000:3.0:1781281104.405113:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bd8863c6/2, rc 0, transno 1555 00000100:00100000:3.0:1781281104.405123:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996491584:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1781281104.405344:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d648e7d1/2, rc 0, transno 1554 00000100:00100000:0.0:1781281104.405349:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d648e7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996491712:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1781281104.405358:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008770abf4/2, rc 0, transno 1553 00000100:00100000:0.0:1781281104.405361:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996491648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1781281104.405945:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281104.405971:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 2/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.405983:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a4ec250 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281104.405986:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 2/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.405997:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 3/0,0 mode: PW/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.406020:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 1/0,0 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.406027:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a4ec250/0x3e391ad4c896c145 lrc: 0/0,0 mode: --/PW res: [0x46f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.406045:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281104.406047:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281104.406048:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781281104.409023:0:16963:0:(llog.c:789:llog_process_thread()) stop processing plain 0x12:1:0 index 20 count 11 00000040:00080000:2.0:1781281104.409059:0:16963:0:(llog.c:731:llog_process_thread()) index: 5, lh_last_idx: 5 synced_idx: 5 lgh_last_idx: 5 00000040:00080000:2.0:1781281104.409062:0:16963:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x16:0x1:0x0]:0 at index 5 of catalog [0x5:0x1:0x0] 00000004:00080000:2.0:1781281104.409094:0:16963:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:2.0:1781281104.409098:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x16:0x1:0x0] 00000004:00080000:2.0:1781281104.409663:0:16963:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 645516708839ns, next at 0ns, rc = 0 00000100:00100000:2.0:1781281104.409692:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996492224:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1781281104.409755:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.413978:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281104.414046:0:12113:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:12113:1867807996492160:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281104.414077:0:12113:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,1 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281104.414847:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796480 00010000:00010000:1.0:1781281104.414889:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 4/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 507 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.414984:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1589 00000100:00100000:1.0:1781281104.414992:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050ed57fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+507:2212:x1867807981796480:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281104.415006:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.415010:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 4/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 507 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.415031:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 3/0,0 mode: PR/PR res: [0x465:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 507 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.415057:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896bf15 lrc: 0/0,0 mode: --/PR res: [0x465:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248508 expref: 507 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.415078:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.415080:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.415084:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.415093:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 4/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.415115:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.415168:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050ed57fd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981796480:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 175us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.415176:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1589 00010000:00010000:3.0:1781281104.421545:0:12113:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.421568:0:12113:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.421579:0:12113:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,1 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.421587:0:12113:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 2/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.421605:0:12113:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281104.422109:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281104.422115:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 2/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.422124:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5f04f4b already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.422128:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 2/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.422135:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 3/0,0 mode: PW/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.422158:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 1/0,0 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.422164:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5f04f4b/0x3e391ad4c896c161 lrc: 0/0,0 mode: --/PW res: [0x465:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12113 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.422181:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.422182:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281104.422184:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1781281104.423736:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008a3faa58/2, rc 0, transno 1556 00000100:00100000:0.0:1781281104.423745:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3faa58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996492096:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781281104.424110:0:12100:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492224 00000100:00100000:0.0:1781281104.424151:0:12100:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00000100:00100000:0.0:1781281104.424172:0:12100:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:2995:x1867807996492224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781281104.424581:0:12100:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1126 count 1 00010000:00010000:0.0:1781281104.424608:0:12100:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,1 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.424639:0:12100:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 2/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 505 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281104.424648:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.424650:0:12100:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281104.424652:0:12100:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 4/0,1 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.424686:0:12100:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 505 pid: 12102 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1781281104.424700:0:12100:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 4/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 505 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:0.0:1781281104.424712:0:12100:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12100:1867807996492288:192.168.204.1@tcp:104: 00000100:00100000:0.0:1781281104.424777:0:12100:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fef3e840 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.425097:0:12113:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a1c245b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+18:2998:x1867807996492096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24678us (26429us total) trans 4294968852 rc 0/0 00000100:00100000:3.0:1781281104.425109:0:12113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288 20000000:01000000:0.0:1781281104.426180:0:16934:0:(mgs_nids.c:546:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1781281104.427298:0:16934:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1781281104.433660:0:12100:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:12100:1867807996492288:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281104.433694:0:12100:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,1 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1781281104.438165:0:16954:0:(mgs_nids.c:444:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1781281104.438177:0:16954:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1781281104.438204:0:16954:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.438224:0:16954:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 10 pid: 16933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.438231:0:16954:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.438281:0:16954:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 10 pid: 16933 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.438292:0:16954:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 10 pid: 16933 timeout: 745 lvb_type: 0 00000100:00100000:1.0:1781281104.438305:0:16954:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16954:1867807996492352:0@lo:104: 00000100:00100000:1.0:1781281104.438536:0:16954:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281104.438565:0:16954:0:(client.c:2500:ptlrpc_set_wait()) set 000000007e8f3b9c going to sleep for 11 seconds 00000100:00100000:3.0:1781281104.438739:0:5489:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492352 00000100:00100000:3.0:1781281104.438786:0:5489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1781281104.438792:0:5489:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d912845 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:16954:x1867807996492352:12345-0@lo:104: 00010000:00010000:3.0:1781281104.438802:0:5489:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.438853:0:5489:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1781281104.438857:0:5489:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d912845 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:16954:x1867807996492352:12345-0@lo:104: Request processed in 65us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.438864:0:5489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1781281104.438901:0:16954:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16954:1867807996492352:0@lo:104: 00010000:00010000:3.0:1781281104.438918:0:16954:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.438933:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.438938:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.438944:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080aac726 already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281104.438947:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.440167:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281104.440473:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796544 00010000:00010000:1.0:1781281104.440508:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 4/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 506 pid: 12102 timeout: 745 lvb_type: 1 00000100:00100000:1.0:1781281104.440554:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1590 00000100:00100000:1.0:1781281104.440561:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000207d33fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981796544:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1781281104.440575:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281104.440580:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 4/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 506 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.440592:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 3/0,0 mode: PR/PR res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 506 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.440618:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb75170e/0x3e391ad4c896bf77 lrc: 0/0,0 mode: --/PR res: [0x466:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248524 expref: 506 pid: 12102 timeout: 745 lvb_type: 1 00010000:00010000:1.0:1781281104.440634:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.440636:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281104.440639:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.440648:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 4/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.440676:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281104.440724:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000207d33fb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981796544:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 163us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.440732:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1590 00010000:00010000:3.0:1781281104.441885:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281104.441893:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.441898:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1781281104.441947:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.442860:0:12100:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.442873:0:12100:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.442882:0:12100:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,1 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.442887:0:12100:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 2/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.442903:0:12100:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281104.443298:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281104.443323:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443329:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000080aac726/0x3e391ad4c896c0ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c0b2 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443347:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281104.443351:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 2/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443357:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000a0ae535 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281104.443730:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 2/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443744:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 3/0,0 mode: PW/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443765:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 1/0,0 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443770:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a0ae535/0x3e391ad4c896c168 lrc: 0/0,0 mode: --/PW res: [0x466:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.443783:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.443785:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281104.443786:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281104.444563:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996492416:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281104.444626:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781281104.444675:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281104.445997:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492416 00010000:00010000:0.0:1781281104.446027:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 11 pid: 16933 timeout: 745 lvb_type: 0 00000100:00100000:0.0:1781281104.446064:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1781281104.446071:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000117bf058 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:2996:x1867807996492416:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1781281104.446085:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281104.446090:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 11 pid: 16933 timeout: 745 lvb_type: 0 00010000:00010000:0.0:1781281104.446100:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 11 pid: 16933 timeout: 745 lvb_type: 0 00010000:00010000:0.0:1781281104.446114:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d718b524/0x3e391ad4c896c0b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3e391ad4c896c0ab expref: 11 pid: 16933 timeout: 745 lvb_type: 0 00010000:00010000:0.0:1781281104.446129:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.446136:0:5493:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1781281104.446151:0:5493:0:(mgs_nids.c:420:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007975621s 00010000:00010000:0.0:1781281104.446155:0:5493:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.446174:0:5493:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.446180:0:5493:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.446911:0:5493:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.446924:0:5493:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe7f0eeb already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281104.446928:0:5493:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.446934:0:5493:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.447090:0:5493:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.447102:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281104.447177:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000117bf058 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:2996:x1867807996492416:12345-0@lo:103:ldlm_bl_01.0 Request processed in 1104us (2551us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.447907:0:12100:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:2995:x1867807996492224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23734us (38151us total) trans 4294968853 rc 0/0 00000100:00100000:2.0:1781281104.447919:0:12100:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000004:00080000:2.0:1781281104.448046:0:2995:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d5138c6c/2, rc 0, transno 1557 00000100:00100000:2.0:1781281104.448053:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996492224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781281104.448128:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:3.0:1781281104.448292:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996492416:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281104.448748:0:16954:0:(ldlm_request.c:196:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.448761:0:16954:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.448766:0:16954:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c16f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16954 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.469996:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+18:2996:x1867807996489152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 492076us (494443us total) trans 4294968844 rc 0/0 00000100:00100000:3.0:1781281104.470012:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:3.0:1781281104.470088:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030f149c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+17:2998:x1867807996489344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 490714us (493190us total) trans 4294968846 rc 0/0 00000100:00100000:3.0:1781281104.470095:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274 00000100:00100000:3.0:1781281104.470149:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:2996:x1867807996489856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 464839us (464946us total) trans 4294968847 rc 0/0 00000100:00100000:3.0:1781281104.470156:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000001:00080000:3.0:1781281104.470180:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968847 is committed 00000004:00080000:3.0:1781281104.470255:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000057c15a07/2, rc 0, transno 1550 00000100:00100000:3.0:1781281104.470263:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996489344:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1781281104.470697:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096cf6ddc/2, rc 0, transno 1551 00000100:00100000:2.0:1781281104.470702:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996489856:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1781281104.470712:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c18e7d8f/2, rc 0, transno 1548 00000100:00100000:2.0:1781281104.470715:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996489152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281104.470997:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:2996:x1867807996489216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 492612us (495437us total) trans 4294968845 rc 0/0 00000100:00100000:1.0:1781281104.471005:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000004:00080000:3.0:1781281104.471838:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000004f192bf5, transno 4294968845 00000100:00100000:3.0:1781281104.471849:0:2996:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968847 gen 2 00000004:00080000:3.0:1781281104.471853:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c18e7d8f, transno 4294968844 00000004:00080000:3.0:1781281104.471856:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000057c15a07, transno 4294968846 00000004:00080000:3.0:1781281104.471858:0:2996:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000096cf6ddc, transno 4294968847 00000100:00100000:3.0:1781281104.471864:0:2996:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@00000000fa123f6b x1867807996491968/t4294968848(4294968848) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781281148 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'osp-syn-1-0.0' 00000004:00080000:3.0:1781281104.471875:0:2996:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004f192bf5/2, rc 0, transno 1549 00000100:00100000:3.0:1781281104.471878:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f192bf5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996489216:0@lo:6:osp-syn-1-0.0 00000040:00100000:2.0:1781281104.474031:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 4 records, first 13 in log [0x12:0x1:0x0] 00000004:00080000:2.0:1781281104.474202:0:16963:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 6 in progress, 0 in flight, 4 done 00000004:00080000:0.0:1781281104.480813:0:16973:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:1.0:1781281104.517337:0:16973:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:2.0:1781281104.559121:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000617e3efc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:16930:x1867807996490752:12345-0@lo:253:mount.lustre.0 Request processed in 424910us (433027us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.559141:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1781281104.559592:0:16930:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:16930:1867807996490752:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1781281104.559611:0:16930:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:02000000:3.0:1781281104.559629:0:16930:0:(obd_mount_server.c:2104:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1781281104.566515:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281104.566788:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281104.567443:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281104.567504:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281104.567695:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281104.567748:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:2.0:1781281104.569434:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:2.0:1781281104.569619:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:2.0:1781281104.569724:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1781281104.569770:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:2.0:1781281104.570141:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:2.0:1781281104.570204:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 10000000:01000000:0.0:1781281104.574401:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1781281104.574409:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d8d2551000 from 9 10000000:01000000:0.0:1781281104.574416:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1781281104.574460:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.574473:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.574484:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.574508:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.574743:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.574766:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.575069:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492480 00000100:00100000:3.0:1781281104.575119:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1781281104.575126:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022644b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:5503:x1867807996492480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.575141:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.575167:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000902edaa9/0x3e391ad4c896c17d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c176 expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.575201:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000902edaa9/0x3e391ad4c896c17d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c176 expref: 10 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.575211:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000902edaa9/0x3e391ad4c896c17d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c176 expref: 10 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.575234:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000902edaa9, rc 0) 00000100:00100000:3.0:1781281104.575279:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022644b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996492480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.575286:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281104.575881:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281104.575909:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.575921:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.576010:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492544:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.576048:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.576071:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.576402:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492544 00000100:00100000:3.0:1781281104.576442:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1781281104.576446:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002542d5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996492544:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1781281104.576465:0:16935:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1781281104.576475:0:16935:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:3.0:1781281104.576477:0:16935:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 9 00000100:00100000:3.0:1781281104.576895:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002542d5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996492544:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 446us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.576903:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281104.576994:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492544:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1781281104.577079:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1781281104.577087:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.577095:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281104.577104:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781281104.577106:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8ffdb5000 from 42 10000000:01000000:0.0:1781281104.577109:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781281104.577130:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.577136:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.577443:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.577461:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.577501:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.577592:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.577897:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492608 00000100:00100000:3.0:1781281104.577930:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1781281104.577935:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af6f03a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996492608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.577945:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.577991:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee492b77/0x3e391ad4c896c18b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c184 expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.578009:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee492b77/0x3e391ad4c896c18b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c184 expref: 11 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.578018:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee492b77/0x3e391ad4c896c18b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c184 expref: 11 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.578026:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee492b77, rc 0) 00000100:00100000:3.0:1781281104.578054:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af6f03a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996492608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.578059:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1781281104.578392:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281104.578405:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.578421:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.578477:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.578502:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.578656:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492672 00000100:00100000:2.0:1781281104.578686:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1781281104.578690:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b6b9aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996492672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.578940:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:0.0:1781281104.579708:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b6b9aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996492672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1014us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.579718:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1781281104.579810:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.579846:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.579892:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.579912:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000027581d52 going to sleep for 6 seconds 00000100:00100000:0.0:1781281104.579978:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492736 00000100:00100000:0.0:1781281104.580010:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1781281104.580014:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd9aea66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996492736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.580651:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd9aea66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996492736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 635us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.580659:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1781281104.580898:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492736:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281104.582516:0:16976:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:1.0:1781281104.589067:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1781281104.589106:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781281104.589114:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281104.589128:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281104.589655:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1781281104.589658:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1781281104.589661:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1781281104.589696:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.589704:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.589719:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.589740:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.589814:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.589845:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c86f308 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.590064:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492800 00000100:00100000:3.0:1781281104.590109:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1781281104.590115:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa42b226 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996492800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.590131:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.590144:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a6f4151a/0x3e391ad4c896c199 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c192 expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.590178:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a6f4151a/0x3e391ad4c896c199 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c192 expref: 12 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.590194:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a6f4151a/0x3e391ad4c896c199 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c192 expref: 12 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.590202:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a6f4151a, rc 0) 00000100:00100000:3.0:1781281104.590252:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa42b226 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996492800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.590258:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1781281104.590490:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281104.590504:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.590513:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.590579:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.590605:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.590615:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c86f308 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.591700:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492864 00000100:00100000:3.0:1781281104.591747:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1781281104.591753:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ea105b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996492864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.592135:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ea105b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996492864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 380us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.592142:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1781281104.592294:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.592336:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492928:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.592396:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.592411:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000c86f308 going to sleep for 6 seconds 00000100:00100000:0.0:1781281104.592432:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492928 00000100:00100000:0.0:1781281104.593174:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1781281104.593352:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001759a5bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996492928:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281104.598782:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001759a5bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996492928:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 5592us (6377us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281104.598799:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281104.598914:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492928:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781281104.600513:0:16977:0:(llog.c:789:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:2.0:1781281104.607284:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1781281104.607324:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1781281104.607332:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.607345:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281104.607777:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1781281104.607781:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8ffdb5000 from 7 10000000:01000000:2.0:1781281104.607784:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1781281104.607821:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.607829:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.607839:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281104.607863:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281104.607929:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.608051:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996492992 00000100:00100000:0.0:1781281104.608096:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1781281104.608103:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009af66e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996492992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281104.608116:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281104.608128:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c1a7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c1a0 expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.608162:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c1a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c1a0 expref: 13 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.608173:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c1a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c1a0 expref: 13 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.608188:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000a0ae535, rc 0) 00000100:00100000:0.0:1781281104.608237:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009af66e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996492992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.608244:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1781281104.608615:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000003216b157 going to sleep for 6 seconds 00000100:00100000:2.0:1781281104.608636:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996492992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281104.608648:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281104.608656:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281104.608712:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281104.608737:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.608751:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000003216b157 going to sleep for 6 seconds 00000100:00100000:2.0:1781281104.608763:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493056 00000100:00100000:2.0:1781281104.608784:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281104.608788:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033facdd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996493056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281104.608888:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033facdd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996493056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 99us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.608899:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281104.608929:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281104.609036:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281104.609097:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281104.609110:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000003eb5e56 going to sleep for 6 seconds 00000100:00100000:2.0:1781281104.609120:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493120 00000100:00100000:2.0:1781281104.609138:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281104.609141:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ce61bc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996493120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281104.609738:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ce61bc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996493120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 594us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281104.609746:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281104.609793:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493120:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781281104.616377:0:16978:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:3.0:1781281104.617047:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1781281104.617078:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1781281104.617086:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617098:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.617107:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781281104.617110:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d901d89800 from 42 10000000:01000000:3.0:1781281104.617113:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781281104.617159:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617166:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617177:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.617208:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.617490:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.617517:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a111ca53 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.617616:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493184 00000100:00100000:3.0:1781281104.617660:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1781281104.617667:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8ae074e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996493184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.617680:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.617696:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896c1b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c1ae expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617719:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896c1b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c1ae expref: 14 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617728:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896c1b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c1ae expref: 14 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617737:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000033ce5ba0, rc 0) 00000100:00100000:3.0:1781281104.617767:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8ae074e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996493184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.617774:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1781281104.617820:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.617831:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.617839:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.617885:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.617909:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.617920:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a111ca53 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.617930:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493248 00000100:00100000:3.0:1781281104.617948:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1781281104.618894:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008adb73bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996493248:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.619762:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008adb73bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996493248:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 870us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.619771:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1781281104.620461:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.620511:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.620719:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.620740:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021569eb3 going to sleep for 6 seconds 00000100:00100000:0.0:1781281104.620757:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493312 00000100:00100000:0.0:1781281104.620793:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1781281104.620799:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083c57040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996493312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.620983:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083c57040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996493312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281104.620990:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1781281104.621033:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493312:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781281104.622851:0:16979:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:0.0:1781281104.623665:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:0.0:1781281104.623701:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781281104.623710:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.623722:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281104.623732:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1781281104.623734:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1781281104.623737:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1781281104.623776:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.623784:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.623795:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281104.623821:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281104.623884:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281104.623911:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000021569eb3 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.624275:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493376 00000100:00100000:3.0:1781281104.624320:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1781281104.624326:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcd13684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996493376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.624340:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.624356:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d718b524/0x3e391ad4c896c1c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c1bc expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.624408:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d718b524/0x3e391ad4c896c1c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c1bc expref: 15 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.624419:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d718b524/0x3e391ad4c896c1c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c1bc expref: 15 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.624427:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d718b524, rc 0) 00000100:00100000:3.0:1781281104.624467:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcd13684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996493376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.624475:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1781281104.624657:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d33bdf37 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.624673:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.624683:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.624741:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.624770:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.624782:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005efa2ddf going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.624794:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493440 00000100:00100000:3.0:1781281104.624815:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1781281104.624820:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000909687ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996493440:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.625043:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000909687ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996493440:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 222us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.625049:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1781281104.625078:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.625104:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.625148:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.625159:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005efa2ddf going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.625170:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493504 00000100:00100000:3.0:1781281104.625187:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1781281104.625190:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fefc04b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996493504:12345-0@lo:503:ll_cfg_requeue.0 00000040:01000000:0.0:1781281104.630726:0:16930:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1781281104.630864:0:16980:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:2.0:1781281104.630868:0:16980:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1781281104.630986:0:16981:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000100:00100000:3.0:1781281104.633800:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fefc04b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996493504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 8603us (8646us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.633815:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1781281104.633884:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493504:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281104.634910:0:16982:0:(llog.c:789:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:3.0:1781281104.635147:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1781281104.635172:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1781281104.635180:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635192:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.635202:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1781281104.635204:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d901d89800 from 7 10000000:01000000:3.0:1781281104.635206:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1781281104.635255:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635270:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635279:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.635302:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.635353:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.635500:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000153167ff going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.635591:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493568 00000100:00100000:3.0:1781281104.635632:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1781281104.635638:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3ac00e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996493568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.635652:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.635665:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c5f04f4b/0x3e391ad4c896c1d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c1ca expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635687:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c5f04f4b/0x3e391ad4c896c1d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c1ca expref: 16 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635697:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c5f04f4b/0x3e391ad4c896c1d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c1ca expref: 16 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635705:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c5f04f4b, rc 0) 00000100:00100000:3.0:1781281104.635733:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3ac00e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996493568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.635740:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1781281104.635781:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.635792:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.635800:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.635842:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.635865:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.635876:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000153167ff going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.635886:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493632 00000100:00100000:3.0:1781281104.635904:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1781281104.635908:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f8deaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996493632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.636088:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f8deaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996493632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 178us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.636094:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1781281104.636121:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.636144:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.636185:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.636196:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000153167ff going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.636207:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493696 00000100:00100000:3.0:1781281104.636347:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1781281104.636351:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af326144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996493696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.636843:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af326144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996493696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 490us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.636852:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1781281104.636905:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493696:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281104.637709:0:16981:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1781281104.639853:0:16983:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:3.0:1781281104.639913:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1781281104.639936:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1781281104.639944:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.639976:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.639986:0:5503:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1781281104.639988:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log nodemap-ffff91d8c6135360 from 1 10000000:01000000:3.0:1781281104.639992:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1781281104.640030:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640038:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640047:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.640073:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.640146:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.640169:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a111ca53 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.640199:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493760 00000100:00100000:3.0:1781281104.640244:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1781281104.640251:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5edd47f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996493760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.640277:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.640294:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896c1df lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c1d8 expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640321:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896c1df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c1d8 expref: 17 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640330:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896c1df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c1d8 expref: 17 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640337:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a30e47c2, rc 0) 00000100:00100000:3.0:1781281104.640652:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5edd47f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996493760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 400us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.640659:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1781281104.640713:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.640726:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640734:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.640752:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1781281104.640755:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640760:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281104.640767:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1781281104.640768:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff91d8c6135360 from 1 10000000:01000000:3.0:1781281104.640770:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1781281104.640785:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640790:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640796:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.640807:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.640830:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.640843:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a111ca53 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.640856:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493824 00000100:00100000:3.0:1781281104.640874:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1781281104.640878:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009be98595 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996493824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.640884:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281104.640891:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896c1ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c1e6 expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640902:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896c1ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c1e6 expref: 18 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640908:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896c1ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c1e6 expref: 18 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.640914:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d58ebc73, rc 0) 00000100:00100000:3.0:1781281104.640977:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009be98595 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996493824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281104.640982:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1781281104.641009:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281104.641017:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281104.641023:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281104.641057:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.641078:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281104.641089:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a111ca53 going to sleep for 6 seconds 00000100:00100000:3.0:1781281104.641100:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493888 00000100:00100000:3.0:1781281104.641117:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1781281104.641121:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007be7f0d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996493888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281104.641205:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007be7f0d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996493888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 83us (126us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781281104.641212:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000040:00080000:2.0:1781281104.642582:0:16981:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x1:1024:0 index 261376 count 1 00000004:00080000:2.0:1781281104.642621:0:16981:0:(lod_dev.c:439:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1781281104.642632:0:16981:0:(lod_dev.c:462:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:0.0:1781281104.643034:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996493888:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1781281104.643070:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1781281104.643077:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281104.643086:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000040:01000000:0.0:1781281104.647315:0:16930:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1781281104.647490:0:16930:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1781281104.648314:0:16930:0:(mdd_device.c:544:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1781281104.648326:0:16930:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1781281104.648491:0:16930:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281104.649935:0:16930:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:10:0 index 64768 count 1 00000040:00080000:0.0:1781281104.650794:0:16930:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x6:10:0 index 64768 count 1 00000040:01000000:0.0:1781281104.650817:0:16930:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1781281104.651165:0:16930:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1781281104.654909:0:16930:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00010000:00080000:1.0:1781281104.658786:0:16930:0:(ldlm_lib.c:2932:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 17179869289 00010000:00080000:2.0:1781281104.659805:0:16984:0:(ldlm_lib.c:2747:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 16984 00010000:02000000:2.0:1781281104.659868:0:16984:0:(ldlm_lib.c:2220:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:1.0:1781281104.660658:0:16930:0:(obd_mount_server.c:312:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:1.0:1781281104.660695:0:16930:0:(obd_mount_server.c:1875:server_fill_super_common()) Server sb, dev=47 00000080:00000004:1.0:1781281104.660721:0:16930:0:(super25.c:186:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00080000:2.0:1781281104.676829:0:16984:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1781281104.676836:0:16984:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00010000:3.0:1781281105.133296:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281105.360097:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281105.360208:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281105.360236:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281105.360300:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796608 00000100:00100000:0.0:1781281105.360359:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:0.0:1781281105.360367:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b0f4ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2214:x1867807981796608:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000020:00080000:0.0:1781281105.360378:0:16934:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:0.0:1781281105.360442:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b0f4ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2214:x1867807981796608:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 74us (233us total) trans 0 rc -107/-107 00000100:00100000:0.0:1781281105.360449:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:1.0:1781281105.388460:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796672 00000100:00100000:0.0:1781281105.388630:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796736 00000100:00100000:0.0:1781281105.388662:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 255 00000100:00100000:0.0:1781281105.388669:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096223366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981796672:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281105.388755:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096223366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981796672:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 85us (28667us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281105.388763:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 255 00000100:00100000:0.0:1781281105.388908:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 256 00000100:00100000:0.0:1781281105.388912:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000422a5e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981796736:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281105.388948:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000422a5e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981796736:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 34us (28711us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281105.388978:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 256 00000100:00100000:3.0:1781281105.404723:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281105.404856:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796800 00000100:00100000:2.0:1781281105.404905:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:2.0:1781281105.404914:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011771497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2210:x1867807981796800:12345-192.168.204.1@tcp:250:ptlrpcd_01_01.0 00010000:00080000:2.0:1781281105.404984:0:16935:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from ecf7ee81-2075-4f26-b532-0d44497bf6c9@192.168.204.1@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:2.0:1781281105.405014:0:16935:0:(genops.c:1359:class_connect()) connect: client ecf7ee81-2075-4f26-b532-0d44497bf6c9, cookie 0x3e391ad4c896c1f4 00000020:01000000:2.0:1781281105.405020:0:16935:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000004b4a0e62 00000100:00080000:2.0:1781281105.405082:0:16935:0:(import.c:86:import_set_state_nolock()) 000000004b895f30 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281105.405162:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011771497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:2210:x1867807981796800:12345-192.168.204.1@tcp:250:ptlrpcd_01_01.0 Request processed in 247us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281105.405170:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 47 00010000:00010000:0.0:1781281106.161250:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281107.024289:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281107.024478:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796864 00000100:00100000:1.0:1781281107.024547:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:1.0:1781281107.024556:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e896e862 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:5005:x1867807981796864:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281107.024586:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281107.024609:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c1fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124852b expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281107.024645:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c1fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124852b expref: 5 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281107.024657:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c1fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124852b expref: 5 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281107.024666:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fe7f0eeb, rc 0) 00000100:00100000:1.0:1781281107.024729:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e896e862 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981796864:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 173us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281107.024737:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:1.0:1781281107.027395:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281107.027483:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796928 00000100:00100000:2.0:1781281107.027543:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:2.0:1781281107.027550:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660943b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981796928:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1781281107.027591:0:16935:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1781281107.027608:0:16935:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:2.0:1781281107.027612:0:16935:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 9 00000100:00100000:2.0:1781281107.029672:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660943b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981796928:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 Request processed in 2113us (2278us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281107.029690:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:3.0:1781281107.034928:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281107.035195:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981796992 00000100:00100000:2.0:1781281107.035261:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:2.0:1781281107.035268:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e00c9ac9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981796992:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281107.035288:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281107.035315:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000eff81558/0x3e391ad4c896c202 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248532 expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281107.035353:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000eff81558/0x3e391ad4c896c202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248532 expref: 6 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281107.035368:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000eff81558/0x3e391ad4c896c202 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248532 expref: 6 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281107.035377:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eff81558, rc 0) 00000100:00100000:2.0:1781281107.035438:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e00c9ac9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981796992:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 169us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281107.035445:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:0.0:1781281107.039759:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281107.039861:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797056 00000100:00100000:3.0:1781281107.039923:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:3.0:1781281107.039931:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048a1a1b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981797056:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281107.040133:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048a1a1b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981797056:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 189us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281107.040142:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:3.0:1781281107.044113:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281107.050533:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797120 00000100:00100000:2.0:1781281107.050615:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:2.0:1781281107.050623:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f79c5e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981797120:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281107.050907:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f79c5e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981797120:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 284us (6804us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281107.051835:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:2.0:1781281107.063679:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281107.072586:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797184 00000100:00100000:2.0:1781281107.072662:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:2.0:1781281107.072669:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe9c7df3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981797184:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281107.072689:0:16934:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281107.072708:0:16934:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000eb65bc2b/0x3e391ad4c896c209 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248539 expref: -99 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281107.072741:0:16934:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000eb65bc2b/0x3e391ad4c896c209 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248539 expref: 8 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281107.072752:0:16934:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000eb65bc2b/0x3e391ad4c896c209 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248539 expref: 8 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281107.072765:0:16934:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eb65bc2b, rc 0) 00000100:00100000:2.0:1781281107.072835:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe9c7df3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981797184:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 165us (9166us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281107.072842:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:0.0:1781281107.076363:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281107.078249:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797248 00000100:00100000:3.0:1781281107.078321:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:3.0:1781281107.078328:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084f9f6c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981797248:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281107.078495:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084f9f6c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981797248:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 166us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281107.078503:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:0.0:1781281107.081308:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281107.081405:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797312 00000100:00100000:2.0:1781281107.081463:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:2.0:1781281107.081469:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007cfd755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981797312:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281107.081707:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007cfd755 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981797312:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 236us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281107.081716:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:0.0:1781281107.093483:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281107.093546:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797376 00000100:00100000:0.0:1781281107.093596:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 56 00000100:00100000:0.0:1781281107.093604:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8a57a19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981797376:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281107.093624:0:16935:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281107.093644:0:16935:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c210 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248540 expref: -99 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281107.093676:0:16935:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248540 expref: 9 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281107.093688:0:16935:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c210 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248540 expref: 9 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281107.093697:0:16935:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004e8aa350, rc 0) 00000100:00100000:0.0:1781281107.093753:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8a57a19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981797376:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 149us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281107.093760:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 56 00000100:00100000:0.0:1781281107.097643:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281107.097796:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797440 00000100:00100000:1.0:1781281107.097848:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 57 00000100:00100000:1.0:1781281107.097855:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003386b32c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981797440:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281107.098039:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003386b32c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981797440:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 183us (404us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781281107.098056:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 57 00010000:00010000:3.0:1781281107.193795:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281108.213034:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281109.247842:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1781281109.618841:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1781281109.618849:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1781281109.618852:0:36:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1781281109.618859:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 645 00000100:00080000:3.0:1781281109.618866:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281109.618946:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b4a38522 x1867807996494016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1781281109.619029:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1781281109.619032:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1781281109.619033:0:36:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1781281109.619037:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 645 00000100:00080000:3.0:1781281109.619041:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281109.619053:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dd8dedf9 x1867807996494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1781281109.619082:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1781281109.619086:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1781281109.619088:0:36:0:(import.c:86:import_set_state_nolock()) 00000000336c1ac0 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1781281109.619091:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 645 00000100:00080000:3.0:1781281109.619094:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000336c1ac0 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281109.619105:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000008cb718c x1867807996494272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281109.619138:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c863d1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996493952:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.619282:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281109.619318:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281109.619323:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007fc572e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996494144:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.619347:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281109.619375:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781281109.619381:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc1316e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996494208:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.619404:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281109.619535:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494144 00000100:00100000:3.0:1781281109.619578:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494208 00000100:00100000:3.0:1781281109.619597:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1781281109.619604:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a1becf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:2997:x1867807996494144:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.619652:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a1becf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:2997:x1867807996494144:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281109.619659:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1781281109.619674:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1781281109.619678:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c3b2fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:2996:x1867807996494208:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.619707:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c3b2fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+11:2996:x1867807996494208:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281109.619713:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1781281109.619829:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc1316e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996494208:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.619859:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007fc572e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996494144:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281109.621048:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996493952 00000100:00100000:1.0:1781281109.621093:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1781281109.621099:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000536f49e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996493952:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281109.621158:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000536f49e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996493952:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (1876us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281109.621164:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1781281109.626836:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996494016:0@lo:38:kworker/u8:1.0 00000100:00100000:2.0:1781281109.626913:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281109.626944:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd8dedf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996494080:0@lo:38:kworker/u8:1.0 00000100:00100000:2.0:1781281109.626983:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281109.626997:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008cb718c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996494272:0@lo:38:kworker/u8:1.0 00000100:00100000:2.0:1781281109.627014:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281109.629034:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c863d1b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996493952:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281109.629162:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494016 00000100:00100000:2.0:1781281109.629850:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494080 00000100:00100000:2.0:1781281109.629878:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494272 00000100:00100000:2.0:1781281109.629892:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1781281109.629899:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996494080:12345-0@lo:38:kworker/u8:1.0 00010000:00080000:2.0:1781281109.629926:0:16939:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:2.0:1781281109.629986:0:16939:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3e391ad4c896c217 00000004:00100000:2.0:1781281109.630002:0:16939:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1781281109.630009:0:16939:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000042050e97 00000100:00080000:2.0:1781281109.630070:0:16939:0:(import.c:86:import_set_state_nolock()) 000000004c73106b : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281109.630149:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1867807996494080:12345-0@lo:38:kworker/u8:1.0 Request processed in 250us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281109.630156:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1781281109.630173:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1781281109.633273:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996494272:12345-0@lo:38:kworker/u8:1.0 00010000:00080000:2.0:1781281109.633308:0:16939:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:2.0:1781281109.633348:0:16939:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3e391ad4c896c21e 00000004:00100000:2.0:1781281109.633362:0:16939:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1781281109.633368:0:16939:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000042050e97 00000100:00080000:2.0:1781281109.633403:0:16939:0:(import.c:86:import_set_state_nolock()) 000000004f550516 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281109.634565:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1867807996494272:12345-0@lo:38:kworker/u8:1.0 Request processed in 4382us (7545us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281109.634578:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1781281109.634606:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1781281109.634611:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996494016:12345-0@lo:38:kworker/u8:1.0 00010000:00080000:2.0:1781281109.634629:0:16939:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 650 last 0 00000020:00000080:2.0:1781281109.634668:0:16939:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3e391ad4c896c225 00000004:00100000:2.0:1781281109.634677:0:16939:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1781281109.634682:0:16939:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000042050e97 00000100:00080000:2.0:1781281109.634703:0:16939:0:(import.c:86:import_set_state_nolock()) 00000000013fb9ef : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281109.634738:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1867807996494016:12345-0@lo:38:kworker/u8:1.0 Request processed in 126us (7826us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281109.634745:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1781281109.639636:0:2994:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b4a38522 x1867807996494016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281115 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281109.639661:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 5 00000100:00080000:2.0:1781281109.646290:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@00000000b4a38522 x1867807996494016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281115 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281109.646306:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281109.646313:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281109.646317:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281109.646323:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996494016:0@lo:38:kworker/u8:1.0 00010000:00080000:2.0:1781281109.646360:0:2994:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000dd8dedf9 x1867807996494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281115 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281109.646375:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 5 00000100:00080000:2.0:1781281109.649636:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@00000000dd8dedf9 x1867807996494080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281115 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281109.649650:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281109.649657:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281109.649661:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281109.649666:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd8dedf9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996494080:0@lo:38:kworker/u8:1.0 00010000:00080000:2.0:1781281109.649701:0:2994:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000008cb718c x1867807996494272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281115 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281109.649715:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 5 00000100:00080000:2.0:1781281109.649722:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1781281109.649725:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1781281109.649726:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000336c1ac0 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1781281109.649729:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008cb718c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996494272:0@lo:38:kworker/u8:1.0 00000001:00080000:2.0:1781281109.722407:0:6337:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968854 is committed 00000001:00080000:2.0:1781281109.722428:0:6337:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294968855 is committed 00000001:00080000:3.0:1781281109.741814:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968851 is committed 00000001:00080000:3.0:1781281109.741838:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968853 is committed 00010000:00010000:3.0:1781281110.257254:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281110.352655:0:17278:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281110.352662:0:17278:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 8 00000100:00100000:1.0:1781281110.481095:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281110.481138:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281110.481184:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281110.481222:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797568 00000100:00100000:1.0:1781281110.481264:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797632 00000100:00100000:1.0:1781281110.481284:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 259 00000100:00100000:1.0:1781281110.481290:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981797568:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281110.481363:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981797568:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 72us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281110.481371:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 259 00000100:00100000:1.0:1781281110.481386:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 260 00000100:00100000:1.0:1781281110.481390:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981797632:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281110.481410:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981797632:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 20us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281110.481416:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 260 00000100:00100000:3.0:1781281110.481778:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797504 00000100:00100000:3.0:1781281110.481819:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 59 00000100:00100000:3.0:1781281110.481824:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c213b831 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981797504:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281110.481869:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c213b831 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981797504:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 37us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281110.481875:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 59 00010000:00010000:0.0:1781281111.278124:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281112.301196:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281113.325982:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281114.349340:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281114.736751:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996494528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.736833:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281114.736868:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1781281114.736874:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996494336:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.736899:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281114.736913:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996494592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.736929:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281114.736950:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996494400:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.736993:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281114.737009:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996494656:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737026:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281114.737039:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281114.737043:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996494464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737062:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281114.737091:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494336 00000100:00100000:2.0:1781281114.737141:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1781281114.737147:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ede4fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996494336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737205:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ede4fad3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996494336:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281114.737212:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1781281114.737247:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494528 00000100:00100000:2.0:1781281114.737271:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494592 00000100:00100000:2.0:1781281114.737287:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1781281114.737290:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996494528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737321:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996494528:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281114.737326:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1781281114.737338:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1781281114.737340:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996494592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737361:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996494592:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281114.737367:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1781281114.737385:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494400 00000100:00100000:2.0:1781281114.737398:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494656 00000100:00100000:2.0:1781281114.737405:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494464 00000100:00100000:2.0:1781281114.737412:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1781281114.737415:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996494400:12345-0@lo:400:kworker/u8:2.0 00010000:00080000:2.0:1781281114.737423:0:16939:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@0000000035dd1110 x1867807996494400/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1781281120 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281114.737455:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996494400:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281114.737460:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1781281114.737470:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1781281114.737473:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996494656:12345-0@lo:400:kworker/u8:2.0 00010000:00080000:2.0:1781281114.737480:0:16939:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000fabfb563 x1867807996494656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1781281120 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281114.737505:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996494656:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281114.737512:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1781281114.737522:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1781281114.737525:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996494464:12345-0@lo:400:kworker/u8:2.0 00010000:00080000:2.0:1781281114.737532:0:16939:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000d2878183 x1867807996494464/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1781281120 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281114.737555:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996494464:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281114.737560:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1781281114.737599:0:2997:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c5544465 x1867807996494464/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1781281121 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281114.737610:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996494464:0@lo:400:kworker/u8:2.0 00010000:00080000:2.0:1781281114.737618:0:2997:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005fe359bf x1867807996494400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1781281121 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281114.737625:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996494400:0@lo:400:kworker/u8:2.0 00010000:00080000:2.0:1781281114.737633:0:2997:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000af34915c x1867807996494656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1781281121 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281114.737638:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996494656:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737668:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996494336:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737676:0:2995:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968853 gen 2 00000004:00080000:2.0:1781281114.737680:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000fa123f6b, transno 4294968848 00000004:00080000:2.0:1781281114.737689:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008770abf4, transno 4294968849 00000004:00080000:2.0:1781281114.737691:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d648e7d1, transno 4294968850 00000004:00080000:2.0:1781281114.737694:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000bd8863c6, transno 4294968851 00000004:00080000:2.0:1781281114.737697:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008a3faa58, transno 4294968852 00000004:00080000:2.0:1781281114.737699:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000d5138c6c, transno 4294968853 00000100:00100000:2.0:1781281114.737702:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996494592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281114.737711:0:2995:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968855 gen 2 00000004:00080000:2.0:1781281114.737713:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000af47b7c1, transno 4294968850 00000004:00080000:2.0:1781281114.737720:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000032eb8a1c, transno 4294968851 00000004:00080000:2.0:1781281114.737723:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000007d9bd63d, transno 4294968852 00000004:00080000:2.0:1781281114.737725:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000062450f5d, transno 4294968853 00000004:00080000:2.0:1781281114.737727:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005bf19406, transno 4294968854 00000004:00080000:2.0:1781281114.737729:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c20bf09b, transno 4294968855 00000100:00100000:2.0:1781281114.737732:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996494528:0@lo:400:kworker/u8:2.0 00000040:00100000:2.0:1781281114.737783:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 6 records, first 19 in log [0x12:0x1:0x0] 00000040:00080000:2.0:1781281114.738105:0:16963:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 4, last_idx 5 00000040:00100000:2.0:1781281114.738108:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 4 in log [0x5:0x1:0x0] 00000040:00080000:2.0:1781281114.738156:0:16963:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x12:0x1:0x0] at index 4 of catalog [0x5:0x1:0x0] 00000004:00080000:2.0:1781281114.738252:0:16963:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00000040:00100000:2.0:1781281114.738293:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 6 records, first 20 in log [0x10:0x1:0x0] 00000040:00080000:2.0:1781281114.738377:0:16961:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 4, last_idx 5 00000040:00100000:2.0:1781281114.738379:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 4 in log [0x2:0x1:0x0] 00000040:00080000:2.0:1781281114.738408:0:16961:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x10:0x1:0x0] at index 4 of catalog [0x2:0x1:0x0] 00000004:00080000:2.0:1781281114.738444:0:16961:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00010000:00010000:0.0:1781281115.373488:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281115.602485:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281115.602538:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281115.602580:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281115.602803:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797760 00000100:00100000:0.0:1781281115.602865:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 61 00000100:00100000:0.0:1781281115.602881:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd9bf5d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981797760:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281115.602988:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd9bf5d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981797760:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 106us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281115.602996:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 61 00000100:00100000:2.0:1781281115.603627:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797824 00000100:00100000:2.0:1781281115.603670:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797888 00000100:00100000:2.0:1781281115.603704:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 263 00000100:00100000:2.0:1781281115.603709:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981797824:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281115.603752:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981797824:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 42us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281115.603762:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 263 00000100:00100000:2.0:1781281115.603775:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 264 00000100:00100000:2.0:1781281115.603779:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981797888:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281115.603814:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981797888:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 35us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281115.603820:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 264 00000100:00100000:1.0:1781281115.665878:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281115.666094:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797952 00000100:00100000:3.0:1781281115.666162:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 8 00000100:00100000:3.0:1781281115.666169:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2210:x1867807981797952:12345-192.168.204.1@tcp:38:kworker/u8:4.0 00010000:00080000:3.0:1781281115.666199:0:16938:0:(ldlm_lib.c:889:target_handle_reconnect()) connect export for UUID 'fd013285-183a-4106-aea7-7bb500a78bd8' at 00000000f2bbe7f4, cookie 0x3e391ad4c896c01f 00010000:00080000:3.0:1781281115.666204:0:16938:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp recovering/t18446637795015553152 exp 00000000f2bbe7f4 cur 656 last 1781281103 00010000:02000400:3.0:1781281115.666211:0:16938:0:(ldlm_lib.c:1923:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00010000:00080000:3.0:1781281115.677164:0:16938:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000004:00100000:3.0:1781281115.677209:0:16938:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:3.0:1781281115.677217:0:16938:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000042050e97 00000100:00080000:3.0:1781281115.677311:0:16938:0:(import.c:86:import_set_state_nolock()) 00000000aee417c8 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1781281115.677789:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981797952:12345-192.168.204.1@tcp:38:kworker/u8:4.0 Request processed in 11459us (11760us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.677802:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 8 00000100:00100000:3.0:1781281115.688222:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00080000:2.0:1781281115.689156:0:16984:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1781281115.689164:0:16984:0:(ldlm_lib.c:2581:replay_request_or_update()) Waiting for transno 17179869290 00000020:00080000:2.0:1781281115.689170:0:16984:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281115.689173:0:16984:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 17179869290 00000020:00080000:2.0:1781281115.689175:0:16984:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281115.689177:0:16984:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 17179869290 00000100:00100000:0.0:1781281115.689244:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798016 00000100:00100000:0.0:1781281115.689302:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 3 00000100:00100000:0.0:1781281115.689309:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c863d1b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981798016:12345-192.168.204.1@tcp:400:ldlm_lock_repla.0 00010000:00080000:0.0:1781281115.689349:0:16938:0:(ldlm_lib.c:3016:target_queue_recovery_request()) @@@ queue final req req@00000000c863d1b4 x1867807981798016/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:595/0 lens 224/0 e 0 to 0 dl 1781281155 ref 2 fl Interpret:H/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:0.0:1781281115.689372:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c863d1b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981798016:12345-192.168.204.1@tcp:400:ldlm_lock_repla.0 Request processed in 62us (1157us total) trans 0 rc 0/-999 00000100:00100000:0.0:1781281115.689378:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 3 00000020:00080000:2.0:1781281115.689434:0:16984:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281115.689437:0:16984:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 17179869290 00010000:00080000:2.0:1781281115.689439:0:16984:0:(ldlm_lib.c:2147:check_for_next_transno()) waking for completed recovery 00000020:00080000:2.0:1781281115.689441:0:16984:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281115.689446:0:16984:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00010000:00080000:2.0:1781281115.689448:0:16984:0:(ldlm_lib.c:2170:check_for_next_lock()) waking for completed lock replay 00000001:00000004:2.0:1781281115.689718:0:16984:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 5, last_transno is 21474836480 00000001:00100000:3.0:1781281115.798423:0:16973:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00080000:0.0:1781281115.799113:0:16984:0:(ldlm_lib.c:1885:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:0.0:1781281115.799134:0:16984:0:(ldlm_lib.c:2813:target_recovery_thread()) @@@ processing final ping from 192.168.204.1@tcp: req@00000000c863d1b4 x1867807981798016/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:595/0 lens 224/0 e 0 to 0 dl 1781281155 ref 1 fl Complete:H/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00010000:02000000:0.0:1781281115.799251:0:16984:0:(ldlm_lib.c:1759:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000100:00100000:3.0:1781281115.814513:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281115.815380:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981797696 00000100:00100000:1.0:1781281115.815452:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:1.0:1781281115.815459:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007fc572e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+6:16515:x1867807981797696:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:1.0:1781281115.815481:0:16937:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281115.815505:0:16937:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896c22c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248547 expref: -99 pid: 16937 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1781281115.817382:0:16937:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1828us 00010000:00010000:2.0:1781281115.870698:0:16937:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c233 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.870728:0:16937:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.870752:0:16937:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16937 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281115.871139:0:16937:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1781281115.871143:0:16937:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281115.871188:0:16937:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.871220:0:16937:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896c22c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248547 expref: 8 pid: 16937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.871237:0:16937:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248547 expref: 7 pid: 16937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.871248:0:16937:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000ccbabb15) 00010000:00010000:2.0:1781281115.871250:0:16937:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781281115.871253:0:16937:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005ea8221c, rc 0) 00000100:00100000:2.0:1781281115.871330:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007fc572e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:16515:x1867807981797696:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 55869us (56823us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281115.871339:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:1.0:1781281115.879087:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281115.880208:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798080 00000100:00100000:2.0:1781281115.880274:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 10 00000100:00100000:2.0:1781281115.880281:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa123f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:16515:x1867807981798080:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:2.0:1781281115.880327:0:16937:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1781281115.880405:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa123f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:16515:x1867807981798080:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 123us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281115.880413:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 10 00000100:00100000:2.0:1781281115.885801:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000004:00080000:0.0:1781281115.887082:0:16964:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x470:0x0] 00000100:00100000:0.0:1781281115.887149:0:16964:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:16964:1867807996494720:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1781281115.887213:0:16964:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281115.887238:0:16964:0:(client.c:2500:ptlrpc_set_wait()) set 000000004d511cc0 going to sleep for 43 seconds 00000100:00100000:0.0:1781281115.887266:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494720 00000100:00100000:0.0:1781281115.887308:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:0.0:1781281115.887314:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:16964:x1867807996494720:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1781281115.887342:0:12110:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1153 -> diff = -17 00002000:02000040:0.0:1781281115.887346:0:12110:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0001: deleting orphan objects from 0x0:1137 to 0x0:1153 00000004:00080000:1.0:1781281115.887890:0:16962:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x470:0x0] 00000100:00100000:1.0:1781281115.887939:0:16962:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16962:1867807996494784:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1781281115.888052:0:16962:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281115.888071:0:16962:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2149239 going to sleep for 43 seconds 00000100:00100000:2.0:1781281115.888903:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494784 00000100:00100000:2.0:1781281115.889014:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291 00000100:00100000:2.0:1781281115.889040:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:16962:x1867807996494784:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1781281115.889062:0:12103:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1153 -> diff = -17 00002000:02000040:2.0:1781281115.889066:0:12103:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0000: deleting orphan objects from 0x0:1137 to 0x0:1153 00000100:00100000:3.0:1781281115.889640:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798144 00000100:00100000:3.0:1781281115.889682:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 184 00000100:00100000:3.0:1781281115.889688:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:16515:x1867807981798144:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:3.0:1781281115.889716:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524746752 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281115.889874:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:16515:x1867807981798144:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 185us (4078us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.889882:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 184 00002000:00010000:0.0:1781281115.892684:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x481:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281115.892697:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 3/0,1 mode: --/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.892716:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281115.892718:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281115.892722:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 3/0,1 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.892736:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 3/0,1 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.892745:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 3/0,1 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.892751:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 2/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.892840:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281115.893917:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x480:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281115.893924:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 3/0,1 mode: --/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.893934:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281115.893937:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281115.893939:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 3/0,1 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.893947:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 3/0,1 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.893970:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 3/0,1 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.893975:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 2/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.893998:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1781281115.895060:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281115.895069:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 2/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895080:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001399e19c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.895084:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 2/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895091:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 3/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895124:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 1/0,0 mode: --/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895135:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001399e19c/0x3e391ad4c896c23a lrc: 0/0,0 mode: --/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895154:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.895157:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 2/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895162:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b5484231 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.895164:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 2/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895169:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 3/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895177:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 1/0,0 mode: --/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895183:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5484231/0x3e391ad4c896c241 lrc: 0/0,0 mode: --/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.895193:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.895194:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.895195:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.896153:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x47f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.896160:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 3/0,1 mode: --/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896173:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.896175:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.896179:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 3/0,1 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896190:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 3/0,1 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896202:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 3/0,1 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896209:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 2/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896233:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281115.896505:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x47e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.896509:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 3/0,1 mode: --/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896517:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.896518:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.896520:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 3/0,1 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896528:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 3/0,1 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896534:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 3/0,1 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896539:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 2/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.896561:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281115.896606:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281115.896611:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 2/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896618:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c482223a already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.896621:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 2/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896628:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 3/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896642:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 1/0,0 mode: --/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896649:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c482223a/0x3e391ad4c896c248 lrc: 0/0,0 mode: --/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896663:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281115.896665:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 2/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896675:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5a8d27 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.896677:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 2/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896683:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 3/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896692:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 1/0,0 mode: --/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896697:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c5a8d27/0x3e391ad4c896c24f lrc: 0/0,0 mode: --/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.896707:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.896708:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.896710:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.897023:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.897153:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x47d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.897158:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 3/0,1 mode: --/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281115.897160:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:1.0:1781281115.897165:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.897167:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.897169:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 3/0,1 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.897176:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 3/0,1 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.897182:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 3/0,1 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.897187:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 2/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281115.897244:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798208 00000100:00100000:3.0:1781281115.897290:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 185 00000100:00100000:3.0:1781281115.897296:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:16515:x1867807981798208:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:3.0:1781281115.897329:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524746752 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281115.897402:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:16515:x1867807981798208:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 104us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.897410:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 185 00010000:00010000:1.0:1781281115.897454:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281115.897728:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x47c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.897732:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 3/0,1 mode: --/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.897740:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.897741:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.897744:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 3/0,1 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.897751:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 3/0,1 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.899935:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 3/0,1 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.899974:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 2/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905548:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281115.905562:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 2/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905579:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f089c6e already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.905582:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 2/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905593:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 3/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905626:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 1/0,0 mode: --/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905634:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896c256 lrc: 0/0,0 mode: --/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905656:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281115.905658:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 3/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905664:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008dea3b26 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.905666:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 3/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905672:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 4/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905682:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 2/0,0 mode: --/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.905689:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.905690:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.905692:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.909401:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281115.909427:0:12110:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896c25d lrc: 0/0,0 mode: --/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281115.910143:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x47b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.910164:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 3/0,1 mode: --/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910180:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.910182:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.910187:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 3/0,1 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910201:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 3/0,1 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910209:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 3/0,1 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910215:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 2/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910270:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.910287:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.910301:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 2/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910309:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000912a2dac already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.910312:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 2/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910335:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 3/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910364:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 1/0,0 mode: --/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910371:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896c264 lrc: 0/0,0 mode: --/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910384:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.910385:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.910386:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.910628:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x47a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.910633:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 3/0,1 mode: --/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910640:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.910642:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.910644:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 3/0,1 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910652:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 3/0,1 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910658:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 3/0,1 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910664:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 2/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910680:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.910688:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.910690:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 2/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910697:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080efd491 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.910699:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 2/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910705:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 3/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910715:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 1/0,0 mode: --/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910721:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896c26b lrc: 0/0,0 mode: --/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.910737:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.910739:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.910740:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.911004:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x479:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.911008:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 3/0,1 mode: --/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911016:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.911018:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.911020:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 3/0,1 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911027:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 3/0,1 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911033:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 3/0,1 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911039:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 2/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911052:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.911058:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.911061:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 2/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911067:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000793b3553 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.911069:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 2/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911075:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 3/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911086:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 1/0,0 mode: --/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911092:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896c272 lrc: 0/0,0 mode: --/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911117:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.911119:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.911120:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.911363:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x478:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.911367:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 3/0,1 mode: --/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911374:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.911376:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.911378:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 3/0,1 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911386:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 3/0,1 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911392:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 3/0,1 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911397:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 2/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911410:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.911417:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.911420:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 2/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911426:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf200e84 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.911428:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 2/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911434:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 3/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911443:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 1/0,0 mode: --/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911449:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896c279 lrc: 0/0,0 mode: --/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911460:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.911461:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.911463:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.911699:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x477:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.911703:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 3/0,1 mode: --/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911710:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.911711:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.911714:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 3/0,1 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911721:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 3/0,1 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911728:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 3/0,1 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911734:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 2/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911748:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.911755:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.911757:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 2/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911764:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003df4802d already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.911765:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 2/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911771:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 3/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911780:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 1/0,0 mode: --/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911786:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896c280 lrc: 0/0,0 mode: --/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.911802:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.911803:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.911804:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.912080:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x476:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.912084:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 3/0,1 mode: --/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912090:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.912092:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.912105:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 3/0,1 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912114:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 3/0,1 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912120:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 3/0,1 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912125:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 2/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912139:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.912145:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.912148:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 2/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912154:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000064724471 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.912156:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 2/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912162:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 3/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912170:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 1/0,0 mode: --/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912176:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064724471/0x3e391ad4c896c287 lrc: 0/0,0 mode: --/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912185:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.912187:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.912188:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.912535:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x475:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.912539:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 3/0,1 mode: --/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912546:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.912547:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.912549:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 3/0,1 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912555:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 3/0,1 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912561:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 3/0,1 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912566:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 2/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912579:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.912587:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.912589:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 2/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912596:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e975ce81 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.912598:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 2/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912603:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 3/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912613:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 1/0,0 mode: --/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912620:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e975ce81/0x3e391ad4c896c28e lrc: 0/0,0 mode: --/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912631:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.912632:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.912633:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.912861:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x474:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.912866:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 3/0,1 mode: --/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912873:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.912874:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.912876:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 3/0,1 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912884:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 3/0,1 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912890:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 3/0,1 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912896:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 2/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912909:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281115.912915:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.912917:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 2/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912923:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054562da6 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.912925:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 2/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912931:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 3/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912940:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 1/0,0 mode: --/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912945:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896c295 lrc: 0/0,0 mode: --/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.912981:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.912982:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.912983:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.913297:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.913517:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281115.913950:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x481:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281115.914425:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 3/0,1 mode: --/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914440:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281115.914443:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281115.914446:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 3/0,1 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914460:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 3/0,1 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914469:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 3/0,1 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914475:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 2/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914497:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281115.914509:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281115.914512:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 2/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914525:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ca2006f already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281115.914528:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 2/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914534:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 3/0,0 mode: PW/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914547:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 1/0,0 mode: --/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914553:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c29c lrc: 0/0,0 mode: --/PW res: [0x481:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.914570:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281115.914571:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281115.914572:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.918197:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x473:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.918210:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 3/0,1 mode: --/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918226:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.918229:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.918233:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 3/0,1 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918247:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 3/0,1 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918256:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 3/0,1 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918263:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 2/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918285:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.918323:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.918330:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 2/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918350:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000977d3cc1 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.918354:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 2/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918364:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 3/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918388:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 1/0,0 mode: --/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918395:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000977d3cc1/0x3e391ad4c896c2a3 lrc: 0/0,0 mode: --/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918414:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.918415:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.918417:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.918562:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x472:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.918567:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 3/0,1 mode: --/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918574:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.918576:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.918579:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 3/0,1 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918586:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 3/0,1 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918592:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 3/0,1 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918597:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 2/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918620:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.918657:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.918661:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 2/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918674:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e1451981 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.918677:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 2/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918683:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 3/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918695:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 1/0,0 mode: --/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918701:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896c2aa lrc: 0/0,0 mode: --/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.918717:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.918719:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.918720:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281115.918868:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x471:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281115.918872:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 3/0,1 mode: --/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918879:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.918880:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281115.918882:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 3/0,1 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918888:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 3/0,1 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918894:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 3/0,1 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918900:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 2/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.918925:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.918999:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.919003:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 2/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.919011:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be425b6f already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.919013:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 2/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.919029:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 3/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.919047:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 1/0,0 mode: --/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.919053:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896c2b1 lrc: 0/0,0 mode: --/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.919068:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.919069:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.919071:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1781281115.919193:0:12110:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x0:1136 00000100:00100000:1.0:1781281115.919292:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:16964:x1867807996494720:12345-0@lo:5:osp-pre-1-0.0 Request processed in 31973us (32077us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281115.919303:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00002000:00010000:2.0:1781281115.919526:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x480:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281115.919532:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 3/0,1 mode: --/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.919541:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281115.919543:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281115.919545:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 3/0,1 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.919554:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 3/0,1 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.919566:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 3/0,1 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.919572:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 2/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.919599:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781281115.919637:0:16964:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:16964:1867807996494720:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1781281115.919652:0:16964:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x100010000:0x481:0x0] from OST, last_created [0x100010000:0x481:0x0]last_used is [0x100010000:0x470:0x0] 00000100:00100000:3.0:1781281115.919724:0:16964:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:16964:1867807996494912:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1781281115.919765:0:16964:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281115.919782:0:16964:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cccfbd7e going to sleep for 43 seconds 00000100:00100000:3.0:1781281115.919799:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cc1316e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996494848:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281115.919823:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281115.919879:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494848 00000100:00100000:3.0:1781281115.919913:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1781281115.919920:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026f67577 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996494848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281115.919941:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524746752 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281115.919997:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026f67577 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996494848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.920004:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1781281115.920033:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cc1316e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996494848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781281115.920148:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281115.920153:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 2/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.920166:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fbaa485 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.920169:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 2/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.920175:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 3/0,0 mode: PW/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.920191:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 1/0,0 mode: --/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.920198:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c2b8 lrc: 0/0,0 mode: --/PW res: [0x480:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.920212:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.920214:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.920215:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281115.920486:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494912 00000100:00100000:1.0:1781281115.920552:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292 00000100:00100000:1.0:1781281115.920556:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b28e7d48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:16964:x1867807996494912:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1781281115.920590:0:12110:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x0 at 1154 00000100:00100000:1.0:1781281115.925580:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b28e7d48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:16964:x1867807996494912:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5018us (5811us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281115.925594:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292 00000100:00100000:2.0:1781281115.925937:0:16964:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:16964:1867807996494912:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1781281115.925967:0:16964:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x100010000:0x481:0x0]-[0x100010000:0x4a1:0x0] 00002000:00010000:3.0:1781281115.926146:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x47f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.926153:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 3/0,1 mode: --/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926167:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.926169:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.926173:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 3/0,1 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926185:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 3/0,1 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926194:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 3/0,1 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926199:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 2/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926219:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1781281115.926511:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x47e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.926516:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 3/0,1 mode: --/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926523:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.926525:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.926526:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 3/0,1 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926534:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 3/0,1 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926540:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 3/0,1 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926546:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 2/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926572:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1781281115.926809:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x47d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.926813:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 3/0,1 mode: --/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926821:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.926822:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.926824:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 3/0,1 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926832:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 3/0,1 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926838:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 3/0,1 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926856:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 2/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926875:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1781281115.926888:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281115.926892:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 2/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926899:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cb379018 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.926902:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 2/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926908:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 3/0,0 mode: PW/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926925:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 1/0,0 mode: --/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926930:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb379018/0x3e391ad4c896c2bf lrc: 0/0,0 mode: --/PW res: [0x47f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926945:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281115.926947:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 2/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926975:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b7e53693 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.926977:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 2/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926983:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 3/0,0 mode: PW/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.926992:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 1/0,0 mode: --/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927003:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b7e53693/0x3e391ad4c896c2c6 lrc: 0/0,0 mode: --/PW res: [0x47e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927013:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.927015:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 2/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927020:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000285fb576 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.927022:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 2/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927027:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 3/0,0 mode: PW/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927035:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 1/0,0 mode: --/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927040:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000285fb576/0x3e391ad4c896c2cd lrc: 0/0,0 mode: --/PW res: [0x47d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927049:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.927051:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.927052:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.927298:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x47c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.927302:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 3/0,1 mode: --/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927316:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.927317:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.927319:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 3/0,1 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927326:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 3/0,1 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927333:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 3/0,1 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927338:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 2/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927355:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.927363:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.927366:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 2/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927372:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b51f970 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.927374:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 2/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927380:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 3/0,0 mode: PW/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927390:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 1/0,0 mode: --/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927396:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b51f970/0x3e391ad4c896c2d4 lrc: 0/0,0 mode: --/PW res: [0x47c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927407:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.927409:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.927410:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.927641:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x47b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.927645:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 3/0,1 mode: --/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927652:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.927653:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.927655:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 3/0,1 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927662:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 3/0,1 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927668:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 3/0,1 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927673:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 2/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927684:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.927690:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.927692:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 2/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927702:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1138ccc already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.927704:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 2/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927709:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 3/0,0 mode: PW/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927717:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 1/0,0 mode: --/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927722:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1138ccc/0x3e391ad4c896c2db lrc: 0/0,0 mode: --/PW res: [0x47b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.927733:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.927734:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.927735:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.928055:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x47a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.928059:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 3/0,1 mode: --/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928066:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.928068:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.928070:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 3/0,1 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928078:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 3/0,1 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928089:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 3/0,1 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928105:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 2/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928118:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.928125:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.928127:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 2/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928132:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063b94ac9 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.928134:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 2/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928139:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 3/0,0 mode: PW/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928148:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 1/0,0 mode: --/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928153:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063b94ac9/0x3e391ad4c896c2e2 lrc: 0/0,0 mode: --/PW res: [0x47a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928164:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.928165:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.928166:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.928411:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x479:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.928416:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 3/0,1 mode: --/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928424:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.928425:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.928426:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 3/0,1 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928434:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 3/0,1 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928441:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 3/0,1 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928447:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 2/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928459:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.928466:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.928468:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 2/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928474:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063f18088 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.928476:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 2/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928481:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 3/0,0 mode: PW/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928496:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 1/0,0 mode: --/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928501:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063f18088/0x3e391ad4c896c2e9 lrc: 0/0,0 mode: --/PW res: [0x479:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928513:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.928514:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.928515:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.928757:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x478:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.928761:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 3/0,1 mode: --/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928768:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.928770:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.928771:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 3/0,1 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928779:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 3/0,1 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928784:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 3/0,1 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928790:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 2/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928802:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281115.928809:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281115.928812:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 2/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928818:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000060610667 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281115.928820:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 2/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928825:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 3/0,0 mode: PW/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928834:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 1/0,0 mode: --/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928840:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060610667/0x3e391ad4c896c2f0 lrc: 0/0,0 mode: --/PW res: [0x478:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.928850:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.928851:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.928853:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281115.929586:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.930973:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.931115:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x477:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.931124:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 3/0,1 mode: --/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931138:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.931139:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.931142:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 3/0,1 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931153:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 3/0,1 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931161:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 3/0,1 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931167:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 2/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931189:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1781281115.931523:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x476:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.931527:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 3/0,1 mode: --/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931534:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.931536:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.931538:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 3/0,1 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931545:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 3/0,1 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931552:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 3/0,1 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931557:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 2/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.931577:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281115.931839:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281115.931852:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 2/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931860:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c4d6aa3c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.931863:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 2/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931870:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 3/0,0 mode: PW/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931891:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 1/0,0 mode: --/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931897:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4d6aa3c/0x3e391ad4c896c2f7 lrc: 0/0,0 mode: --/PW res: [0x477:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931910:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281115.931912:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 2/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931918:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000450135cf already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.931919:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 2/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931924:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 3/0,0 mode: PW/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931931:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 1/0,0 mode: --/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931936:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000450135cf/0x3e391ad4c896c2fe lrc: 0/0,0 mode: --/PW res: [0x476:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.931945:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.931946:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.931948:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.932179:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x475:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.932185:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 3/0,1 mode: --/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932192:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.932193:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.932195:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 3/0,1 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932202:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 3/0,1 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932207:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 3/0,1 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932213:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 2/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932264:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1781281115.932507:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x474:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.932511:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 3/0,1 mode: --/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932519:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.932520:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.932521:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 3/0,1 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932528:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 3/0,1 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932540:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 3/0,1 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.932546:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 2/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932624:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281115.932628:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 2/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932635:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007a8080f0 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281115.932637:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 2/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932643:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 3/0,0 mode: PW/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932656:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 1/0,0 mode: --/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932662:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a8080f0/0x3e391ad4c896c305 lrc: 0/0,0 mode: --/PW res: [0x475:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932680:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281115.932682:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 3/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932687:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008082a6cb already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281115.932688:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 3/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932693:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 4/0,0 mode: PW/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932700:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 2/0,0 mode: --/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281115.932706:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281115.932707:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281115.932708:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.935652:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1781281115.935668:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008082a6cb/0x3e391ad4c896c30c lrc: 0/0,0 mode: --/PW res: [0x474:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.935945:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281115.936414:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x473:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.936421:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 3/0,1 mode: --/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.936435:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.936438:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.936442:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 3/0,1 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.936457:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 3/0,1 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.936465:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 3/0,1 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.936471:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 2/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.936501:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1781281115.936742:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x472:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.936747:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 3/0,1 mode: --/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.936754:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.936755:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.936757:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 3/0,1 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.937054:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281115.937059:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 2/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.937069:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c75e52fe already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281115.937073:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 2/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.937082:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 3/0,0 mode: PW/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.937112:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 1/0,0 mode: --/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.937119:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896c313 lrc: 0/0,0 mode: --/PW res: [0x473:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281115.937135:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.937136:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281115.937138:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281115.937186:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 3/0,1 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937193:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 3/0,1 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937198:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 2/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937253:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1781281115.937540:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x471:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281115.937545:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 3/0,1 mode: --/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937553:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.937554:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281115.937556:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 3/0,1 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937569:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 3/0,1 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937575:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 3/0,1 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937581:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 2/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281115.937601:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281115.937965:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281115.937970:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 2/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.937978:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cbc290b2 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.937980:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 2/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.937986:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 3/0,0 mode: PW/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.937998:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 1/0,0 mode: --/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938007:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896c31a lrc: 0/0,0 mode: --/PW res: [0x472:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938020:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281115.938022:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 2/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938028:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000071abebdf already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281115.938030:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 2/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938035:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 3/0,0 mode: PW/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938042:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 1/0,0 mode: --/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938047:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071abebdf/0x3e391ad4c896c321 lrc: 0/0,0 mode: --/PW res: [0x471:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281115.938057:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.938058:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281115.938059:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1781281115.938132:0:12103:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x0:1136 00000100:00100000:3.0:1781281115.938266:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:16962:x1867807996494784:12345-0@lo:5:osp-pre-0-0.0 Request processed in 49222us (50224us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.938276:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291 00010000:00010000:0.0:1781281115.938358:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281115.942577:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281115.942705:0:16962:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16962:1867807996494784:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1781281115.942725:0:16962:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x481:0x0] from OST, last_created [0x100000000:0x481:0x0]last_used is [0x100000000:0x470:0x0] 00000100:00100000:0.0:1781281115.942830:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281115.942984:0:16962:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16962:1867807996495040:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1781281115.943044:0:16962:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281115.943065:0:16962:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2149239 going to sleep for 43 seconds 00000100:00100000:3.0:1781281115.943187:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495040 00000100:00100000:3.0:1781281115.943230:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293 00000100:00100000:3.0:1781281115.943236:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:16962:x1867807996495040:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1781281115.943284:0:12103:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x0 at 1154 00000100:00100000:0.0:1781281115.946634:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996494976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281115.946728:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281115.952714:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:16962:x1867807996495040:12345-0@lo:5:osp-pre-0-0.0 Request processed in 9469us (9662us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.952730:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293 00000100:00100000:2.0:1781281115.954293:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996494976 00000100:00100000:3.0:1781281115.954479:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1781281115.954486:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e0bc742 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996494976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281115.954512:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281115.954585:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e0bc742 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996494976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (7858us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281115.954592:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1781281115.954681:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996494976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281115.957165:0:16962:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16962:1867807996495040:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1781281115.957186:0:16962:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x100000000:0x481:0x0]-[0x100000000:0x4a1:0x0] 00010000:00010000:0.0:1781281116.398145:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281117.422294:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281118.445348:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281119.472474:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281119.853420:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996495296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853505:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281119.853545:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281119.853550:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996495104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853580:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281119.853596:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996495360:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853617:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281119.853639:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996495168:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853664:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281119.853680:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996495424:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853700:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281119.853716:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281119.853721:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996495232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853740:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281119.853789:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495296 00000100:00100000:3.0:1781281119.853832:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495360 00000100:00100000:3.0:1781281119.853852:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1781281119.853858:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc1316e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996495296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853908:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc1316e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996495296:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281119.853916:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1781281119.853932:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1781281119.853936:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557eb398 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996495360:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.853989:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557eb398 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996495360:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281119.853995:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1781281119.854015:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495104 00000100:00100000:3.0:1781281119.854049:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1781281119.854053:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044326f68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996495104:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854079:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044326f68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996495104:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281119.854085:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1781281119.854113:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495168 00000100:00100000:3.0:1781281119.854128:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495424 00000100:00100000:3.0:1781281119.854136:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495232 00000100:00100000:3.0:1781281119.854145:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1781281119.854147:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036d09bee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996495168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854170:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036d09bee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996495168:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281119.854174:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1781281119.854181:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1781281119.854183:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e208d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996495424:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854194:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e208d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996495424:12345-0@lo:400:kworker/u8:2.0 Request processed in 11us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281119.854197:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1781281119.854202:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281119.854204:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000493c4336 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996495232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854214:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000493c4336 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996495232:12345-0@lo:400:kworker/u8:2.0 Request processed in 10us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281119.854218:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281119.854250:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996495232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854256:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996495168:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854261:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996495424:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854281:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996495104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854286:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996495360:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281119.854291:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996495296:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281120.496324:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281120.726464:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281120.726529:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281120.726555:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281120.726597:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281120.726752:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798336 00000100:00100000:3.0:1781281120.726815:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 7 00000100:00100000:3.0:1781281120.726821:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a39bd5a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981798336:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281120.726912:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a39bd5a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981798336:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 89us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281120.726920:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 7 00000100:00100000:3.0:1781281120.726946:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798464 00000100:00100000:3.0:1781281120.726994:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798400 00000100:00100000:3.0:1781281120.727011:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 267 00000100:00100000:3.0:1781281120.727016:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981798464:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281120.727057:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981798464:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 40us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281120.727064:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 267 00000100:00100000:3.0:1781281120.727075:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 268 00000100:00100000:3.0:1781281120.727079:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981798400:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281120.727104:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981798400:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 24us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281120.727110:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 268 00000100:00100000:2.0:1781281120.727697:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798272 00000100:00100000:2.0:1781281120.727749:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 63 00000100:00100000:2.0:1781281120.727753:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faec613c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981798272:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281120.727792:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faec613c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981798272:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 38us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281120.727802:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 63 00000100:00100000:3.0:1781281121.393405:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ad0aba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996495488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281121.393494:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281121.393583:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281121.393593:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996495552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281121.393629:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281121.393652:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495488 00000100:00100000:0.0:1781281121.393700:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495552 00000100:00100000:0.0:1781281121.393716:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1781281121.393721:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c34ceb95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996495488:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281121.393753:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00002000:00000024:0.0:1781281121.393756:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281121.393757:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996495552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281121.393775:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281121.393797:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c34ceb95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996495488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281121.393798:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996495552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281121.393804:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1781281121.393881:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ad0aba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996495488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281121.393922:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996495552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281121.395684:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00010000:00010000:1.0:1781281121.517126:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281122.306459:0:17585:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281122.306465:0:17585:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:2.0:1781281122.543131:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281123.565514:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281124.021905:0:17634:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281124.021911:0:17634:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:0.0:1781281124.591096:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281124.973363:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281124.973484:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996495680:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.973557:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281124.973595:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281124.973601:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a3faa58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996495744:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.973623:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281124.973663:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495680 00000100:00100000:1.0:1781281124.973713:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495744 00000100:00100000:1.0:1781281124.973729:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281124.973736:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996495680:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.973803:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996495680:12345-0@lo:400:kworker/u8:0.0 Request processed in 67us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281124.973812:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281124.973829:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1781281124.973833:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996495744:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.973858:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996495744:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281124.973864:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1781281124.973916:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a3faa58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996495744:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.973926:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996495680:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281124.974815:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281124.974838:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008cb718c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996495808:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281124.974914:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281124.975007:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495808 00000100:00100000:2.0:1781281124.975051:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1781281124.975057:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996495808:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281124.975113:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996495808:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281124.975119:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1781281124.975444:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008cb718c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996495808:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281124.976750:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6aa3c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996495616:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281124.977010:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281124.979525:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996495936:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281124.979595:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281124.979654:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495936 00000100:00100000:2.0:1781281124.979701:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1781281124.979708:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996495936:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281124.979742:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996495872:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281124.979785:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281124.979830:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495872 00000100:00100000:0.0:1781281124.979890:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1781281124.979894:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5cb043 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996495872:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281124.979978:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5cb043 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996495872:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281124.979986:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1781281124.980064:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996495872:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281124.980549:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996495936:12345-0@lo:400:kworker/u8:0.0 Request processed in 839us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281124.980559:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281124.986938:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996495936:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.987731:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996495616 00000100:00100000:1.0:1781281124.987785:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1781281124.987791:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af110b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996495616:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281124.988663:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af110b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996495616:12345-0@lo:400:kworker/u8:0.0 Request processed in 866us (11650us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281124.988675:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1781281124.993799:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6aa3c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996495616:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281125.613102:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281125.847160:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281125.847207:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281125.847245:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281125.847279:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281125.847317:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798656 00000100:00100000:0.0:1781281125.847364:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798720 00000100:00100000:0.0:1781281125.847384:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 271 00000100:00100000:0.0:1781281125.847391:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981798656:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781281125.847537:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798528 00000100:00100000:1.0:1781281125.847552:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 272 00000100:00100000:1.0:1781281125.847560:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981798720:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781281125.847569:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 65 00000100:00100000:2.0:1781281125.847575:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b44d8c3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981798528:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281125.847649:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981798656:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 257us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281125.847657:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 271 00000100:00100000:0.0:1781281125.847706:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798592 00000100:00100000:0.0:1781281125.847732:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:0.0:1781281125.847737:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe910083 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981798592:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281125.853036:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981798720:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 5467us (5748us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281125.853051:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 272 00000100:00100000:3.0:1781281125.854748:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281125.855644:0:16938:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1781281125.855658:0:16938:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1781281125.857044:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b44d8c3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981798528:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 9457us (9884us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281125.857063:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 65 00000100:00100000:1.0:1781281125.857085:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798784 00000100:00100000:1.0:1781281125.857133:0:16938:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1781281125.857149:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:1.0:1781281125.857166:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd8dedf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:17033:x1867807981798784:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:1.0:1781281125.857214:0:16938:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1781281125.857267:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd8dedf9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:17033:x1867807981798784:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 101us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281125.857273:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:0.0:1781281125.857384:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe910083 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981798592:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 9644us (10138us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281125.857393:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:1.0:1781281125.866912:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281125.867059:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798848 00000100:00100000:2.0:1781281125.867115:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 190 00000100:00100000:2.0:1781281125.867121:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:17033:x1867807981798848:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281125.867162:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281125.867240:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:17033:x1867807981798848:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 117us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281125.867248:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 190 00000100:00100000:3.0:1781281125.875069:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281125.875170:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798912 00000100:00100000:0.0:1781281125.875225:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 191 00000100:00100000:0.0:1781281125.875232:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a38522 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:17033:x1867807981798912:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281125.875268:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281125.875629:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a38522 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:17033:x1867807981798912:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 395us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281125.875644:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 191 00000100:00100000:1.0:1781281126.509343:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281126.509366:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d121535a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996496000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281126.511423:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281126.512523:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281126.512995:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281126.513088:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496000 00000100:00100000:1.0:1781281126.513135:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496064 00000100:00100000:1.0:1781281126.513150:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1781281126.513155:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996496000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281126.513182:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281126.513238:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996496000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281126.513245:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1781281126.513263:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1781281126.513266:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281126.513276:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281126.513300:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281126.513305:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1781281126.513345:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d121535a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996496000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281126.513553:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496064:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781281126.639890:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281127.661245:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281128.566863:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281086/real 1781281086] req@000000004216e5cb x1867807996485824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281128 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281128.605133:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004216e5cb x1867807996485824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281128 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281128.605153:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 10, was 8): FULL 00000100:00000400:2.0:1781281128.607021:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281086/real 1781281086] req@000000004f8a62dc x1867807996485760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281128 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281128.607056:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004f8a62dc x1867807996485760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281128 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281128.607063:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 10, was 8): FULL 00000100:00100000:2.0:1781281128.607089:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996485824:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281128.607097:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996485760:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281128.685400:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281129.710107:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281130.095228:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996496128:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281130.095301:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281130.095416:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6aa3c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496320:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095454:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281130.095488:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996496192:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095511:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281130.095526:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281130.095530:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cdf0c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996496256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095547:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281130.095583:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496320 00000100:00100000:1.0:1781281130.095621:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1781281130.095626:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496320:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095668:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496320:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281130.095674:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1781281130.095693:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496192 00000100:00100000:1.0:1781281130.095726:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496256 00000100:00100000:1.0:1781281130.095744:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1781281130.095747:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efeee4ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996496192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095792:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efeee4ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996496192:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281130.095797:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1781281130.095815:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1781281130.095818:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996496256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095840:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996496256:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281130.095845:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1781281130.095895:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cdf0c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996496256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095906:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996496192:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.095929:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6aa3c19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496320:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281130.095997:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496128 00000100:00100000:0.0:1781281130.096027:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1781281130.096030:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aedb4654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996496128:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281130.096459:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281130.096468:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996496448:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281130.096495:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281130.096517:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496448 00000100:00100000:3.0:1781281130.096537:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1781281130.096541:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a3faa58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996496448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281130.096578:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a3faa58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996496448:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281130.096583:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1781281130.096605:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996496448:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.096732:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281130.096740:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008cb718c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281130.096764:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281130.096915:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496384 00000100:00100000:3.0:1781281130.096939:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1781281130.096943:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281130.097010:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496384:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281130.097016:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1781281130.097041:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008cb718c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496384:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281130.097208:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aedb4654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996496128:12345-0@lo:400:kworker/u8:0.0 Request processed in 1176us (1906us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281130.097216:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1781281130.099741:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58ded9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996496128:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281130.733235:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281130.967110:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281130.967181:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281130.967384:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799040 00000100:00100000:1.0:1781281130.967449:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:3.0:1781281130.967451:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981798976 00000100:00100000:1.0:1781281130.967456:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010b62c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981799040:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281130.967480:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 67 00000100:00100000:3.0:1781281130.967484:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1075e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981798976:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281130.967530:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1075e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981798976:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 45us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281130.967538:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 67 00000100:00100000:1.0:1781281130.968758:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010b62c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981799040:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 1296us (1572us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281130.968781:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:2.0:1781281130.970732:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281130.970866:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281130.971775:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799168 00000100:00100000:3.0:1781281130.971839:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799104 00000100:00100000:3.0:1781281130.971865:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 275 00000100:00100000:3.0:1781281130.971880:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981799168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281130.971979:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 276 00000100:00100000:2.0:1781281130.971984:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981799104:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281130.972043:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981799104:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 59us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281130.972049:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 276 00000100:00100000:3.0:1781281130.972678:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981799168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 804us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281130.972686:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 275 00000100:00100000:0.0:1781281131.629635:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281131.629654:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edef809b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996496512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281131.629716:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281131.629759:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496512 00000100:00100000:0.0:1781281131.629808:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1781281131.629814:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44ca2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996496512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281131.629849:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281131.629907:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44ca2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996496512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281131.629914:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1781281131.630025:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edef809b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996496512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281131.630137:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281131.630164:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281131.630207:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496576 00000100:00100000:2.0:1781281131.630543:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1781281131.630548:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281131.630571:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281131.630616:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281131.630623:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1781281131.630677:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496576:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281131.763676:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281132.115718:0:17830:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281132.115724:0:17830:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 110a: DNE: create striped dir, fail MDT1 ========================================================== 12:18:50 (1781281130) 00010000:00010000:0.0:1781281132.781211:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281133.166049:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281091/real 1781281091] req@0000000001d63f0b x1867807996485952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281133 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281133.166082:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000001d63f0b x1867807996485952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281133 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281133.166090:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 10, was 8): FULL 00000100:00100000:2.0:1781281133.166110:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996485952:0@lo:400:kworker/u8:0.0 00000100:00000400:2.0:1781281133.677259:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281091/real 1781281091] req@0000000024530d61 x1867807996486016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281133 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281133.677291:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000024530d61 x1867807996486016/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281133 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281133.677298:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 10, was 8): FULL 00000100:00100000:2.0:1781281133.677317:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024530d61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996486016:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281133.805235:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281133.857117:0:17878:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281133.857123:0:17878:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110a needs >= 2 MDTs 00010000:00010000:2.0:1781281134.830293:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281135.217113:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996496640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281135.217128:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496832:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281135.217250:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996496704:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281135.217324:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996496768:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.220399:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281135.220454:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996496896:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.220498:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281135.220586:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496640 00000100:00100000:2.0:1781281135.220634:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1781281135.220640:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a488fb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996496640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.220690:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a488fb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996496640:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281135.220898:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1781281135.221180:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996496640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281135.221448:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281135.221490:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496896 00000100:00100000:1.0:1781281135.221530:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496832 00000100:00100000:1.0:1781281135.221549:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1781281135.221554:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996496896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281135.221614:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996496896:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281135.221620:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1781281135.221632:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1781281135.221636:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281135.221668:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996496832:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281135.221673:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1781281135.221711:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996496896:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281135.221736:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996496832:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.224619:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281135.224661:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996496960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.224693:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281135.224851:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496704 00000100:00100000:0.0:1781281135.224852:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496960 00000100:00100000:0.0:1781281135.224900:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281135.224905:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996496960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281135.225004:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996496960:12345-0@lo:400:kworker/u8:0.0 Request processed in 96us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281135.225015:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1781281135.225589:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281135.225641:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996496768 00000100:00100000:2.0:1781281135.225819:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1781281135.225826:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996496704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.225868:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996496704:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281135.225874:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1781281135.225917:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996496704:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281135.225928:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996496960:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281135.229277:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281135.229549:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008cb718c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996496768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281135.229654:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008cb718c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996496768:12345-0@lo:400:kworker/u8:0.0 Request processed in 107us (4066us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281135.233468:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281135.233545:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996496768:0@lo:400:kworker/u8:0.0 00000400:00000080:1.0:1781281135.640742:0:17926:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281135.640747:0:17926:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 110b: DNE: create striped dir, fail MDT1 and client ========================================================== 12:18:53 (1781281133) 00010000:00010000:3.0:1781281135.854797:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281136.083130:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281136.083233:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281136.083261:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281136.083291:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281136.084117:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799232 00000100:00100000:2.0:1781281136.084180:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 69 00000100:00100000:2.0:1781281136.084187:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d690edd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981799232:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281136.084260:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d690edd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981799232:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 73us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281136.084266:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 69 00000100:00100000:1.0:1781281136.085094:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799424 00000100:00100000:1.0:1781281136.085135:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799360 00000100:00100000:1.0:1781281136.085155:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 279 00000100:00100000:1.0:1781281136.085160:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014832e9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981799424:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281136.085204:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014832e9d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981799424:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 44us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281136.085211:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 279 00000100:00100000:3.0:1781281136.085224:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799296 00000100:00100000:3.0:1781281136.085288:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 280 00000100:00100000:3.0:1781281136.085294:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cecf20da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981799360:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281136.085329:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cecf20da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981799360:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 35us (2037us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281136.085336:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 280 00000100:00100000:2.0:1781281136.085726:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:2.0:1781281136.085730:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7236852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981799296:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281136.085776:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7236852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981799296:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 45us (2656us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281136.085783:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:2.0:1781281136.755392:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996497024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281136.755462:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281136.755564:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497024 00000100:00100000:2.0:1781281136.755604:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1781281136.755611:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996497024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281136.755649:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281136.755696:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996497024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281136.755704:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1781281136.755812:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996497024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281136.758544:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281136.758613:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281136.758673:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497088 00000100:00100000:1.0:1781281136.758823:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1781281136.758835:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281136.758869:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281136.758907:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281136.762393:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281136.764861:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00010000:00010000:3.0:1781281136.877253:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281137.078741:0:17975:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281137.078748:0:17975:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110b needs >= 2 MDTs 00010000:00010000:2.0:1781281137.902673:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281138.798569:0:18023:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281138.798575:0:18023:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 110c: DNE: create striped dir, fail MDT2 ========================================================== 12:18:56 (1781281136) 00000100:00000400:2.0:1781281138.801904:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281096/real 1781281096] req@0000000067014f38 x1867807996486144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281138 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281138.801938:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000067014f38 x1867807996486144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281138 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281138.801947:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 10, was 8): FULL 00000100:00000400:2.0:1781281138.801989:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281096/real 1781281096] req@00000000cff36d64 x1867807996486208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281138 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281138.802000:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000cff36d64 x1867807996486208/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281138 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281138.802006:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 10, was 8): FULL 00000100:00100000:2.0:1781281138.802021:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996486144:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281138.802027:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996486208:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1781281138.925261:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281139.949782:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281140.236823:0:18071:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281140.236830:0:18071:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110c needs >= 2 MDTs 00000100:00100000:3.0:1781281140.337173:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000422a5e60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497344:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.337242:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281140.337276:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281140.337282:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996497152:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.337919:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281140.337946:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a1becf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338010:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497152 00000100:00100000:1.0:1781281140.338063:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1781281140.338071:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055394a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996497152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.338167:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281140.338172:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055394a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996497152:12345-0@lo:400:kworker/u8:2.0 Request processed in 103us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281140.338180:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1781281140.338194:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac4dfe43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996497152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338209:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497344 00000100:00100000:3.0:1781281140.338221:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996497216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338231:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497408 00000100:00100000:3.0:1781281140.338246:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281140.338247:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:1.0:1781281140.338251:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b28e7d48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.338259:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c3b2fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996497472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.338276:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281140.338284:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b28e7d48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497344:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281140.338290:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1781281140.338292:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281140.338297:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996497280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338300:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1781281140.338303:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc1316e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338327:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc1316e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497408:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281140.338333:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1781281140.338363:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a1becf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338374:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000422a5e60 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497344:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.338570:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281140.338605:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497216 00000100:00100000:3.0:1781281140.338629:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497472 00000100:00100000:1.0:1781281140.338632:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497280 00000100:00100000:3.0:1781281140.338641:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1781281140.338644:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac4dfe43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996497216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.338916:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1781281140.338921:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557eb398 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996497472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281140.339819:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557eb398 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996497472:12345-0@lo:400:kworker/u8:2.0 Request processed in 895us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281140.339828:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1781281140.339834:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac4dfe43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996497216:12345-0@lo:400:kworker/u8:2.0 Request processed in 1189us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281140.339841:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1781281140.339858:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1781281140.339862:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a58ded9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996497280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281140.339885:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a58ded9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996497280:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281140.339890:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1781281140.346661:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c3b2fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996497472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281140.346696:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996497280:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281140.346708:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996497216:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1781281140.973207:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281141.202444:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281141.202488:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281141.202519:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281141.202551:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281141.202590:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799616 00000100:00100000:3.0:1781281141.202633:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799680 00000100:00100000:2.0:1781281141.202637:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 283 00000100:00100000:2.0:1781281141.202644:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981799616:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281141.202659:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 284 00000100:00100000:3.0:1781281141.202662:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981799680:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281141.202711:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981799680:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 48us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281141.202732:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 284 00000100:00100000:1.0:1781281141.202790:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799488 00000100:00100000:1.0:1781281141.202817:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 71 00000100:00100000:1.0:1781281141.202821:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050e21a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981799488:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281141.202884:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799552 00000100:00100000:0.0:1781281141.202913:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23 00000100:00100000:0.0:1781281141.202917:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981799552:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281141.202991:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981799616:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 346us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281141.202998:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 283 00000100:00100000:1.0:1781281141.206739:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050e21a6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981799488:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 3907us (4309us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281141.206756:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 71 00000100:00100000:1.0:1781281141.214180:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981799552:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 11250us (11650us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281141.214198:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23 00000400:00000080:3.0:1781281141.813881:0:18119:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281141.813888:0:18119:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 110d: DNE: create striped dir, fail MDT2 and client ========================================================== 12:18:59 (1781281139) 00000100:00100000:0.0:1781281141.869122:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281141.869144:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5acc3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996497536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281141.869212:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281141.869462:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497536 00000100:00100000:1.0:1781281141.869535:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1781281141.869550:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff36d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996497536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281141.869600:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 13631488 granted 524615680 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281141.869672:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff36d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996497536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281141.869680:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1781281141.869743:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5acc3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996497536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281141.870771:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000006d9060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281141.870819:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281141.871580:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497600 00000100:00100000:3.0:1781281141.871661:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1781281141.871669:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281141.871719:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281141.875550:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3874us (4723us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281141.875567:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1781281141.876917:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000006d9060 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781281141.997090:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281143.021170:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281143.275797:0:18167:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281143.275803:0:18167:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110d needs >= 2 MDTs 00000100:00000400:3.0:1781281143.917087:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281101/real 1781281101] req@00000000532f0bf8 x1867807996486336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281143 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281143.917124:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000532f0bf8 x1867807996486336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281143 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1781281143.917131:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 10, was 8): FULL 00000100:00000400:0.0:1781281143.917140:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281101/real 1781281101] req@000000006d910959 x1867807996486400/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281143 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281143.917150:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996486336:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281143.917167:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000006d910959 x1867807996486400/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281143 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1781281143.917175:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 10, was 8): FULL 00000100:00100000:0.0:1781281143.917184:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d910959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996486400:0@lo:400:kworker/u8:1.0 00010000:00010000:3.0:1781281144.046505:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281144.922360:0:18216:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281144.922366:0:18216:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 110e: DNE: create striped dir, uncommit on MDT2, fail client/MDT1/MDT2 ========================================================== 12:19:03 (1781281143) 00010000:00010000:0.0:1781281145.070784:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281145.453228:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996497664:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281145.453254:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996497792:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281145.454228:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497856:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281145.455755:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996497728:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281145.457785:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281145.458635:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281145.458695:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996497920:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.458736:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281145.458779:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497664 00000100:00100000:1.0:1781281145.458821:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1781281145.458827:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e032fc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996497664:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.458879:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e032fc92 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996497664:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281145.458887:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1781281145.458991:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497920 00000100:00100000:1.0:1781281145.459019:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1781281145.459023:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996497920:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.459083:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996497920:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281145.459090:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1781281145.459127:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996497920:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.459139:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996497664:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281145.461651:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281145.461917:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497856 00000100:00100000:1.0:1781281145.461991:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1781281145.461998:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497856:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.462064:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996497856:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281145.462072:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1781281145.462539:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996497856:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281145.462898:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996497984:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281145.462938:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281145.463035:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497728 00000100:00100000:1.0:1781281145.463076:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497984 00000100:00100000:1.0:1781281145.463100:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1781281145.463105:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996497728:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.463145:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996497728:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (5363us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281145.463151:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1781281145.463163:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1781281145.463167:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996497984:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.463191:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996497984:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281145.463197:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1781281145.463272:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281145.463435:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996497792 00000100:00100000:1.0:1781281145.463464:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1781281145.463468:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aa3c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996497792:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281145.463729:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aa3c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996497792:12345-0@lo:400:kworker/u8:0.0 Request processed in 259us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281145.463736:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1781281145.463865:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996497792:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281145.464002:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996497728:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281145.464012:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996497984:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1781281146.093122:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281146.329492:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281146.329587:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281146.330174:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799808 00000100:00100000:0.0:1781281146.330234:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:0.0:1781281146.330240:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981799808:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281146.331083:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799744 00000100:00100000:2.0:1781281146.331128:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 73 00000100:00100000:2.0:1781281146.331134:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003cee753f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981799744:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281146.331296:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981799808:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 1055us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281146.331305:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:1.0:1781281146.332836:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281146.332889:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281146.332931:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799936 00000100:00100000:1.0:1781281146.332989:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981799872 00000100:00100000:1.0:1781281146.333009:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 287 00000100:00100000:1.0:1781281146.333016:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981799936:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281146.333250:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981799936:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 233us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281146.333258:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 287 00000100:00100000:1.0:1781281146.333273:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4294 00000100:00100000:1.0:1781281146.333277:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2210:x1867807981799872:12345-192.168.204.1@tcp:9:kworker/u8:3.0 00000020:00000080:1.0:1781281146.333298:0:7852:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c8946523 00000100:00080000:1.0:1781281146.333458:0:7852:0:(import.c:86:import_set_state_nolock()) 00000000d8bc3c63 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1781281146.333494:0:7852:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:1.0:1781281146.333770:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+2:2210:x1867807981799872:12345-192.168.204.1@tcp:9:kworker/u8:3.0 Request processed in 491us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281146.333776:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4294 00010000:00010000:0.0:1781281146.334226:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281146.334525:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003cee753f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981799744:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 3387us (5039us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281146.334539:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 73 00000100:00000400:2.0:1781281146.477040:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281103/real 1781281103] req@000000008c01a6b2 x1867807996486592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281145 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281146.477073:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000008c01a6b2 x1867807996486592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281145 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281146.477080:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 10, was 8): FULL 00000100:00000400:2.0:1781281146.477087:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281103/real 1781281103] req@000000004e1357f0 x1867807996486528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281145 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281146.477100:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004e1357f0 x1867807996486528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281145 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281146.477106:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 10, was 8): FULL 00000100:00100000:2.0:1781281146.477124:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996486592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281146.477131:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e1357f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996486528:0@lo:400:kworker/u8:2.0 00000400:00000080:3.0:1781281146.543183:0:18264:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281146.543191:0:18264:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110e needs >= 2 MDTs 00000100:00100000:3.0:1781281146.989289:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005693de29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996498048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281146.989386:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281146.989947:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498048 00000100:00100000:2.0:1781281146.990016:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1781281146.990021:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083af73e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996498048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281146.990060:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281146.990114:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083af73e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996498048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281146.990122:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1781281146.990173:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005693de29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996498048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281146.993682:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281146.993753:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281147.002391:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498112 00000100:00100000:3.0:1781281147.002851:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1781281147.002859:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281147.002908:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281147.002943:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (9191us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281147.002951:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1781281147.005556:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498112:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781281147.122486:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281148.087271:0:18312:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281148.087277:0:18312:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110f skipping excluded test 110f 00010000:00010000:3.0:1781281148.147232:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281149.165398:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281149.609741:0:18360:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281149.609750:0:18360:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 110g: DNE: create striped dir, uncommit on MDT1, fail client/MDT1/MDT2 ========================================================== 12:19:07 (1781281147) 00010000:00010000:2.0:1781281150.190034:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281150.574796:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b554d736 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996498176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.574880:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281150.574948:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498176 00000100:00100000:1.0:1781281150.575028:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1781281150.575036:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eba254d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996498176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.576121:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eba254d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996498176:12345-0@lo:400:kworker/u8:0.0 Request processed in 1083us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281150.576136:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1781281150.577809:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996498240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.577875:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281150.577940:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498240 00000100:00100000:1.0:1781281150.578001:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1781281150.578007:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996498240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578057:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996498240:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281150.578064:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1781281150.578120:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996498240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578176:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996498304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578203:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281150.578232:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498304 00000100:00100000:1.0:1781281150.578256:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1781281150.578260:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996498304:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578292:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996498304:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281150.578299:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1781281150.578321:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996498304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578349:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498368:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578372:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281150.578395:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498368 00000100:00100000:1.0:1781281150.578429:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1781281150.578433:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cecdd5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578462:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cecdd5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498368:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281150.578468:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1781281150.578490:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498368:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.578513:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281150.578518:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.580452:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281150.580512:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498432 00000100:00100000:1.0:1781281150.580551:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1781281150.580557:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e1357f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.580618:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e1357f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498432:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281150.580626:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1781281150.580682:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.580741:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996498496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281150.580750:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b554d736 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996498176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281150.580777:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281150.580802:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498496 00000100:00100000:3.0:1781281150.580835:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1781281150.580841:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996498496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281150.580888:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996498496:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281150.580894:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1781281150.581286:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996498496:0@lo:400:kworker/u8:0.0 00000001:00100000:3.0:1781281150.650117:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:3.0:1781281150.650137:0:6337:0:(genops.c:985:class_export_put()) final put 00000000cafbf55c/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281150.650446:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000cafbf55c/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-OST0000 00000020:00000080:0.0:1781281150.650502:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000d8bc3c63 for lustre-OST0000 00000400:00000080:2.0:1781281150.951591:0:18408:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281150.951597:0:18408:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_110g needs >= 2 MDTs 00010000:00010000:3.0:1781281151.214772:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281151.443199:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281151.443236:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281151.443284:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281151.443342:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800128 00000100:00100000:2.0:1781281151.443406:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 290 00000100:00100000:2.0:1781281151.443415:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981800128:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281151.443488:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981800128:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 75us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281151.443496:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 290 00000100:00100000:0.0:1781281151.443579:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800064 00000100:00100000:0.0:1781281151.443628:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 31 00000100:00100000:0.0:1781281151.443633:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981800064:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281151.443685:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981800064:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 51us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281151.443692:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 31 00000100:00100000:3.0:1781281151.444113:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800000 00000100:00100000:3.0:1781281151.444479:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 75 00000100:00100000:3.0:1781281151.444486:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d809a6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981800000:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281151.444537:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d809a6ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981800000:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 50us (1346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281151.444547:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 75 00000100:00100000:1.0:1781281152.110687:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cdf0c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996498560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281152.111083:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281152.111294:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781281152.111306:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996498624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281152.111340:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281152.111413:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498560 00000100:00100000:0.0:1781281152.111460:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498624 00000100:00100000:0.0:1781281152.111476:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1781281152.111481:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996498560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281152.111516:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281152.111567:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996498560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281152.111575:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1781281152.111590:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1781281152.111594:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996498624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281152.111612:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281152.111642:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996498624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281152.111649:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1781281152.111691:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996498624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281152.111729:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cdf0c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996498560:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281152.243256:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281152.689725:0:18457:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281152.689732:0:18457:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111a: DNE: unlink striped dir, fail MDT1 ========================================================== 12:19:10 (1781281150) 00010000:00010000:1.0:1781281153.261150:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281154.196450:0:18505:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281154.196457:0:18505:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111a needs >= 2 MDTs 00010000:00010000:2.0:1781281154.286129:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281155.309250:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281155.693290:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498880:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.693308:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996498688:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281155.699038:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996498816:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.699237:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281155.699266:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996498944:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.699293:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281155.699340:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498688 00000100:00100000:1.0:1781281155.699384:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1781281155.699390:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecf11670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996498688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.699438:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecf11670 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996498688:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281155.699446:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1781281155.699474:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498944 00000100:00100000:1.0:1781281155.699495:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1781281155.699499:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996498944:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.699552:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996498944:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281155.699558:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1781281155.699591:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996498688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.700519:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996498944:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281155.700897:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996498752:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281155.703551:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281155.703592:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498880 00000100:00100000:1.0:1781281155.704844:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1781281155.704852:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067014f38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498880:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281155.705130:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067014f38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996498880:12345-0@lo:400:kworker/u8:2.0 Request processed in 278us (1584us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281155.705138:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1781281155.705194:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996498880:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281155.707517:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281155.707833:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498816 00000100:00100000:0.0:1781281155.707838:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281155.707863:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996499008:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281155.707884:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996498752 00000100:00100000:0.0:1781281155.707892:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281155.708981:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499008 00000100:00100000:2.0:1781281155.709077:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281155.709083:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cdf0c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996498816:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281155.709150:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cdf0c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996498816:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281155.709157:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281155.709171:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281155.709174:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996498752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281155.709206:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996498752:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281155.709212:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281155.709223:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1781281155.709226:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edef809b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996499008:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281155.709248:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edef809b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996499008:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281155.709254:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1781281155.710250:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996498816:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281155.711573:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996498752:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281155.711590:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996499008:0@lo:400:kworker/u8:2.0 00000400:00000080:1.0:1781281155.782203:0:18553:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281155.782210:0:18553:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111b: DNE: unlink striped dir, fail MDT2 ========================================================== 12:19:14 (1781281154) 00010000:00010000:3.0:1781281156.336726:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281156.561980:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281156.562031:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281156.562065:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281156.562105:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800256 00000100:00100000:1.0:1781281156.562158:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 35 00000100:00100000:1.0:1781281156.562165:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981800256:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281156.562235:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981800256:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 69us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281156.562243:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 35 00000100:00100000:2.0:1781281156.562469:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800320 00000100:00100000:0.0:1781281156.562511:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800192 00000100:00100000:2.0:1781281156.562516:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 293 00000100:00100000:2.0:1781281156.562520:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981800320:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281156.562535:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 77 00000100:00100000:0.0:1781281156.562539:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e74563e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981800192:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781281156.562555:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981800320:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 34us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281156.562560:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e74563e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981800192:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 21us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281156.562561:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 293 00000100:00100000:0.0:1781281156.562566:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 77 00000400:00000080:2.0:1781281157.183512:0:18601:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281157.183518:0:18601:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111b needs >= 2 MDTs 00000100:00100000:0.0:1781281157.229125:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996499072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281157.229204:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281157.229259:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499072 00000100:00100000:0.0:1781281157.229298:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1781281157.229303:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996499072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281157.229335:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281157.229386:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996499072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281157.229393:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1781281157.229642:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281157.229652:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996499136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281157.229680:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281157.229708:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499136 00000100:00100000:1.0:1781281157.229725:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1781281157.229729:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996499136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281157.229747:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281157.229775:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996499136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281157.229781:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1781281157.229832:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996499136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281157.229887:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996499072:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781281157.357085:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281158.382450:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281158.997086:0:18650:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281158.997092:0:18650:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111c: DNE: unlink striped dir, uncommit on MDT1, fail client/MDT1/MDT2 ========================================================== 12:19:17 (1781281157) 00010000:00010000:3.0:1781281159.406920:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281160.433474:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281160.477620:0:18698:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281160.477626:0:18698:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111c needs >= 2 MDTs 00000100:00100000:3.0:1781281160.814234:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996499200:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814303:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281160.814372:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996499264:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814398:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281160.814443:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499264 00000100:00100000:3.0:1781281160.814483:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1781281160.814488:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c3b2fed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996499264:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814548:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c3b2fed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996499264:12345-0@lo:400:kworker/u8:1.0 Request processed in 58us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281160.814554:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1781281160.814589:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996499264:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814620:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281160.814624:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996499328:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814643:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281160.814677:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499328 00000100:00100000:3.0:1781281160.814697:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1781281160.814700:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000422a5e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996499328:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814732:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000422a5e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996499328:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281160.814737:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1781281160.814759:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996499328:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814792:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996499392:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814816:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281160.814860:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001594c009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996499456:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814879:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281160.814914:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad3a4ffd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996499520:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.814935:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281160.814974:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499520 00000100:00100000:3.0:1781281160.814992:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1781281160.814995:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1a85d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996499520:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.815025:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1a85d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996499520:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281160.815031:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1781281160.815205:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499392 00000100:00100000:2.0:1781281160.815231:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499456 00000100:00100000:2.0:1781281160.815246:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1781281160.815249:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a1becf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996499392:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281160.815286:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a1becf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996499392:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281160.815292:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1781281160.815303:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1781281160.815306:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996499456:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281160.815330:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996499456:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281160.815335:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1781281160.815852:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096223366 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996499392:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281160.815893:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001594c009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996499456:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281160.816212:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499200 00000100:00100000:1.0:1781281160.816244:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1781281160.816248:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ae58c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996499200:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281160.816291:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ae58c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996499200:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281160.816298:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1781281160.816335:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996499200:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281160.817620:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad3a4ffd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996499520:0@lo:400:kworker/u8:1.0 00010000:00010000:1.0:1781281161.454504:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281161.679495:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281161.679541:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281161.679584:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281161.679694:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800448 00000100:00100000:3.0:1781281161.679751:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 39 00000100:00100000:3.0:1781281161.679758:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981800448:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281161.679839:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981800448:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281161.679847:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 39 00000100:00100000:2.0:1781281161.679978:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800512 00000100:00100000:2.0:1781281161.680012:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 296 00000100:00100000:2.0:1781281161.680016:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981800512:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281161.680057:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981800512:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 40us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281161.680064:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 296 00000100:00100000:0.0:1781281161.680838:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800384 00000100:00100000:0.0:1781281161.680883:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 79 00000100:00100000:0.0:1781281161.680888:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d812e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981800384:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281161.680926:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d812e18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981800384:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 37us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281161.680933:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 79 00000400:00000080:0.0:1781281162.167455:0:18746:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281162.167461:0:18746:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111d: DNE: unlink striped dir, uncommit on MDT2, fail client/MDT1/MDT2 ========================================================== 12:19:20 (1781281160) 00000100:00100000:3.0:1781281162.349170:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1781281162.349194:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996499584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281162.349523:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281162.349559:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996499648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281162.349571:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499584 00000100:00100000:3.0:1781281162.349582:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281162.349612:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499648 00000100:00100000:1.0:1781281162.349626:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1781281162.349631:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3c3acb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996499584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281162.349664:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281162.349706:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3c3acb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996499584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281162.349712:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1781281162.349975:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1781281162.349980:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3a4ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996499648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281162.349999:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281162.350025:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3a4ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996499648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281162.350031:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1781281162.350680:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996499584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281162.350695:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996499648:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281162.477305:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281163.506523:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281163.621092:0:18794:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281163.621098:0:18794:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111d needs >= 2 MDTs 00010000:00010000:3.0:1781281164.525562:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281165.064924:0:18842:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281165.064930:0:18842:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111e: DNE: unlink striped dir, uncommit on MDT2, fail MDT1/MDT2 ========================================================== 12:19:23 (1781281163) 00010000:00010000:1.0:1781281165.549221:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281165.933388:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062450f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996499712:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933459:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281165.933483:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996499968:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933509:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281165.933532:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781281165.933538:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996499776:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933561:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281165.933577:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996500032:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933595:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281165.933616:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996499904:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933638:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281165.933653:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281165.933657:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996499840:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933677:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281165.933709:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499712 00000100:00100000:1.0:1781281165.933763:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1781281165.933769:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000034668e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996499712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933816:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000034668e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996499712:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281165.933823:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1781281165.933855:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499968 00000100:00100000:1.0:1781281165.933878:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499904 00000100:00100000:1.0:1781281165.933894:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1781281165.933897:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996499968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.933927:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996499968:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281165.933933:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1781281165.933944:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1781281165.933947:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996499904:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934003:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996499904:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281165.934009:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1781281165.934027:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499776 00000100:00100000:1.0:1781281165.934309:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500032 00000100:00100000:1.0:1781281165.934322:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996499840 00000100:00100000:1.0:1781281165.934333:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1781281165.934336:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996499776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934381:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996499776:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281165.934388:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1781281165.934399:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1781281165.934403:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996500032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934428:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996500032:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281165.934434:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1781281165.934444:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1781281165.934447:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996499840:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934471:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996499840:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281165.934476:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1781281165.934531:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996499840:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934540:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996499904:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934571:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996499776:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934579:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996500032:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934585:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062450f5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996499712:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281165.934592:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996499968:0@lo:400:kworker/u8:2.0 00000400:00000080:3.0:1781281166.274630:0:18891:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281166.274635:0:18891:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111e needs >= 2 MDTs 00010000:00010000:3.0:1781281166.575354:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281166.801590:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281166.801644:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281166.801691:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281166.801798:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800704 00000100:00100000:3.0:1781281166.801853:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 299 00000100:00100000:3.0:1781281166.801859:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981800704:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1781281166.801933:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981800704:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 72us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281166.801941:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 299 00000100:00100000:0.0:1781281166.803566:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800640 00000100:00100000:0.0:1781281166.803627:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 43 00000100:00100000:0.0:1781281166.803633:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981800640:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281166.803694:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981800640:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 59us (2003us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281166.803701:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 43 00000100:00100000:1.0:1781281166.805194:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800576 00000100:00100000:1.0:1781281166.805254:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 81 00000100:00100000:1.0:1781281166.805260:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005da8d160 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981800576:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281166.805328:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005da8d160 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981800576:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 67us (3745us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281166.805336:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 81 00000100:00100000:0.0:1781281167.470052:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281167.470074:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af47b7c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996500096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281167.470140:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281167.470201:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500096 00000100:00100000:0.0:1781281167.470242:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1781281167.470247:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d33bdf37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996500096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281167.470281:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281167.470318:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d33bdf37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996500096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281167.470325:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1781281167.470385:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af47b7c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996500096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281167.471271:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996500160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281167.471311:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281167.471542:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500160 00000100:00100000:2.0:1781281167.471615:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1781281167.471620:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af47b7c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996500160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281167.471646:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281167.471790:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af47b7c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996500160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281167.471798:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1781281167.471857:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996500160:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781281167.599462:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281167.966628:0:18939:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281167.966634:0:18939:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111f: DNE: unlink striped dir, uncommit on MDT1, fail MDT1/MDT2 ========================================================== 12:19:26 (1781281166) 00010000:00010000:3.0:1781281168.621480:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281169.551341:0:18987:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281169.551348:0:18987:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111f needs >= 2 MDTs 00010000:00010000:1.0:1781281169.649234:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281170.669813:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281171.054478:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996500224:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.054560:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281171.054586:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996500480:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.054614:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281171.054638:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281171.054644:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996500288:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.054669:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281171.054684:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034bcc42d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996500544:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.054703:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281171.054798:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996500352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.054833:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281171.054852:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281171.054857:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46cfd3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996500416:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.054877:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281171.054911:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500224 00000100:00100000:3.0:1781281171.054976:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1781281171.054983:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0e4471d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996500224:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.055031:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0e4471d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996500224:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281171.055038:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1781281171.055070:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500480 00000100:00100000:3.0:1781281171.055108:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500416 00000100:00100000:3.0:1781281171.055129:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1781281171.055133:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfef1183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996500480:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.055164:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfef1183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996500480:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281171.055170:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1781281171.055181:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1781281171.055185:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023376982 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996500416:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.055605:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023376982 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996500416:12345-0@lo:400:kworker/u8:2.0 Request processed in 419us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281171.055612:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1781281171.055639:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500288 00000100:00100000:3.0:1781281171.055665:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500544 00000100:00100000:3.0:1781281171.055676:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500352 00000100:00100000:3.0:1781281171.055694:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1781281171.055697:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d30630b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996500288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281171.055720:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46cfd3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996500416:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.055746:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d30630b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996500288:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281171.055754:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1781281171.055767:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1781281171.055770:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceeba488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996500544:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.055793:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceeba488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996500544:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281171.055798:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1781281171.055807:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1781281171.055811:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aa349d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996500352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.055983:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aa349d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996500352:12345-0@lo:400:kworker/u8:2.0 Request processed in 170us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281171.055992:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1781281171.056056:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996500288:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.056074:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034bcc42d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996500544:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.056157:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996500224:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.056170:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996500480:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281171.056241:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996500352:0@lo:400:kworker/u8:2.0 00000400:00000080:1.0:1781281171.292226:0:19035:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281171.292232:0:19035:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 111g: DNE: unlink striped dir, fail MDT1/MDT2 ========================================================== 12:19:29 (1781281169) 00010000:00010000:3.0:1781281171.693383:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281171.926504:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281171.926556:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281171.926669:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800768 00000100:00100000:1.0:1781281171.926728:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 83 00000100:00100000:1.0:1781281171.926736:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ba3973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981800768:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281171.926804:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ba3973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981800768:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 68us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281171.926812:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 83 00000100:00100000:3.0:1781281171.926866:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281171.927332:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800832 00000100:00100000:1.0:1781281171.927366:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:1.0:1781281171.927371:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981800832:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281171.927418:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981800832:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 46us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281171.927425:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:0.0:1781281171.927731:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800896 00000100:00100000:0.0:1781281171.927763:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 302 00000100:00100000:0.0:1781281171.927767:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034bcc42d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981800896:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281171.927807:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034bcc42d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981800896:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 39us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281171.927815:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 302 00000100:00100000:1.0:1781281172.591056:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996500608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281172.591126:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281172.591161:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281172.591168:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996500672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281172.591190:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281172.591194:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500608 00000100:00100000:1.0:1781281172.591218:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500672 00000100:00100000:0.0:1781281172.591245:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1781281172.591716:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1781281172.591723:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996500672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281172.591757:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281172.591809:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996500672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281172.591816:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1781281172.591884:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000746e2367 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996500672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281172.592582:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d46cfd3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996500608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281172.592654:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281172.592702:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d46cfd3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996500608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281172.592709:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1781281172.592782:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996500608:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781281172.719878:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281172.756793:0:19084:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281172.756801:0:19084:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_111g needs >= 2 MDTs 00010000:00010000:1.0:1781281173.741303:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281174.091759:0:19133:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281174.091765:0:19133:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112a: DNE: cross MDT rename, fail MDT1 ========================================================== 12:19:32 (1781281172) 00010000:00010000:3.0:1781281174.765188:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281175.336275:0:19181:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281175.336281:0:19181:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112a needs >= 4 MDTs 00010000:00010000:3.0:1781281175.789378:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281176.176787:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996500928:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281176.176861:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281176.176896:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281176.176902:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996500864:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281176.176927:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281176.176979:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500928 00000100:00100000:1.0:1781281176.177126:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f67577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996500800:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.177155:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281176.177177:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996501056:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.177223:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281176.177238:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781281176.177242:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028cbc8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996500736:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.177269:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281176.177285:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996500992:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.177305:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281176.177346:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500736 00000100:00100000:1.0:1781281176.177378:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1781281176.177383:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1b8fb87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996500736:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.177427:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1b8fb87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996500736:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281176.177434:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1781281176.177480:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028cbc8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996500736:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281176.177667:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500864 00000100:00100000:0.0:1781281176.177705:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500800 00000100:00100000:0.0:1781281176.177715:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501056 00000100:00100000:0.0:1781281176.177727:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1781281176.177731:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0c337b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996500864:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281176.177775:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0c337b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996500864:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281176.177780:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1781281176.177791:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1781281176.177794:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996500800:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281176.177818:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996500800:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281176.177823:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1781281176.177832:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1781281176.177835:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996501056:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281176.177858:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996501056:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281176.177863:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1781281176.177898:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996500864:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.178085:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f67577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996500800:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.178094:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996501056:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281176.179743:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996500992 00000100:00100000:0.0:1781281176.182782:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1781281176.182793:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096223366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996500928:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281176.182897:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096223366 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996500928:12345-0@lo:400:kworker/u8:1.0 Request processed in 106us (6037us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281176.182904:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1781281176.182928:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1781281176.182933:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996500992:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281176.182983:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996500992:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (5677us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281176.182989:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1781281176.183621:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996500928:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281176.183660:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083af73e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996500992:0@lo:400:kworker/u8:1.0 00010000:00010000:2.0:1781281176.817548:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281176.957121:0:19229:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281176.957127:0:19229:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112b: DNE: cross MDT rename, fail MDT2 ========================================================== 12:19:35 (1781281175) 00000100:00100000:2.0:1781281177.042713:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281177.042854:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981800960 00000100:00100000:1.0:1781281177.042909:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 85 00000100:00100000:1.0:1781281177.042916:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000693d5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981800960:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281177.043033:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000693d5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981800960:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 116us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281177.043040:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 85 00000100:00100000:0.0:1781281177.062936:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281177.063016:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281177.063110:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801024 00000100:00100000:1.0:1781281177.063175:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:1.0:1781281177.063181:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ed58c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981801024:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281177.063270:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ed58c35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981801024:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 87us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281177.063279:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:2.0:1781281177.063627:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801088 00000100:00100000:2.0:1781281177.063675:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 305 00000100:00100000:2.0:1781281177.063679:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f2c690f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981801088:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781281177.063881:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f2c690f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981801088:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 38us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281177.063889:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 305 00000100:00100000:2.0:1781281177.709200:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d5db075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996501120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281177.709282:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281177.709467:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996501184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281177.709794:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501120 00000100:00100000:1.0:1781281177.709834:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281177.711499:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501184 00000100:00100000:0.0:1781281177.711548:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1781281177.711555:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba35a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996501120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281177.711596:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281177.711672:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba35a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996501120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (2401us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281177.711680:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1781281177.711702:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1781281177.711707:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996501184:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281177.711888:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d5db075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996501120:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281177.711986:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281177.712058:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996501184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 350us (2225us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281177.712064:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1781281177.712120:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996501184:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781281177.837886:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281178.564729:0:19277:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281178.564734:0:19277:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112b needs >= 4 MDTs 00010000:00010000:3.0:1781281178.861120:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281179.886498:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281180.402795:0:19326:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281180.402801:0:19326:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112c: DNE: cross MDT rename, fail MDT3 ========================================================== 12:19:38 (1781281178) 00010000:00010000:2.0:1781281180.915497:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281181.293303:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b65c11f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996501248:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293386:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281181.293412:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b5210f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996501504:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293439:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281181.293473:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1781281181.293479:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996501312:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293503:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281181.293522:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046e35102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996501568:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293542:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281181.293565:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501312 00000100:00100000:2.0:1781281181.293566:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e04fe94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996501376:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293586:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281181.293602:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281181.293606:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501568 00000100:00100000:2.0:1781281181.293607:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b83d2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996501440:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281181.293616:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501376 00000100:00100000:2.0:1781281181.293624:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281181.293630:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1781281181.293636:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996501312:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293649:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501248 00000100:00100000:2.0:1781281181.293673:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1781281181.293677:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000617e3efc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996501248:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281181.293691:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996501312:12345-0@lo:400:kworker/u8:1.0 Request processed in 55us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281181.293699:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000617e3efc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996501248:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281181.293699:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1781281181.293704:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1781281181.293714:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1781281181.293717:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996501568:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293732:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501504 00000100:00100000:0.0:1781281181.293740:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996501568:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281181.293746:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1781281181.293751:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501440 00000100:00100000:0.0:1781281181.293755:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1781281181.293758:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996501376:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293768:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1781281181.293784:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996501376:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281181.293787:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996501504:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281181.293790:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1781281181.293812:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996501504:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281181.293815:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1781281181.293819:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1781281181.293819:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996501440:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293864:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e04fe94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996501376:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293903:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996501312:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293914:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046e35102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996501568:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281181.293921:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b65c11f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996501248:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281181.293924:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996501440:12345-0@lo:400:kworker/u8:1.0 Request processed in 105us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281181.293929:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b5210f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996501504:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281181.293931:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1781281181.293975:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b83d2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996501440:0@lo:400:kworker/u8:1.0 00010000:00010000:1.0:1781281181.934224:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281182.075331:0:19374:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281182.075338:0:19374:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112c needs >= 4 MDTs 00000100:00100000:3.0:1781281182.161413:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281182.161451:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281182.161486:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281182.161521:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801216 00000100:00100000:3.0:1781281182.161572:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:3.0:1781281182.161579:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf0a1090 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981801216:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1781281182.161653:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf0a1090 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981801216:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 73us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281182.161659:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:2.0:1781281182.161980:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801152 00000100:00100000:2.0:1781281182.162009:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 87 00000100:00100000:2.0:1781281182.162014:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022644b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981801152:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781281182.162044:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022644b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981801152:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 29us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281182.162051:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 87 00000100:00100000:1.0:1781281182.162357:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801280 00000100:00100000:1.0:1781281182.162397:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 308 00000100:00100000:1.0:1781281182.162401:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028389473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981801280:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281182.162433:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028389473 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981801280:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 32us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281182.162440:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 308 00000100:00100000:3.0:1781281182.829467:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281182.829491:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996501632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281182.829562:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281182.829905:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281182.829920:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e0bc742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996501696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281182.829983:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281182.834556:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501632 00000100:00100000:0.0:1781281182.834618:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501696 00000100:00100000:0.0:1781281182.834635:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1781281182.834641:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023e2b7c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996501632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281182.834678:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281182.834755:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023e2b7c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996501632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (5194us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281182.834762:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1781281182.834780:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1781281182.834783:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996501696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281182.834799:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281182.834830:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996501696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (4879us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281182.834835:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1781281182.834885:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e0bc742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996501696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281182.835332:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996501632:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781281182.957181:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281183.981126:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281184.078701:0:19422:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281184.078707:0:19422:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112d: DNE: cross MDT rename, fail MDT4 ========================================================== 12:19:41 (1781281181) 00010000:00010000:2.0:1781281185.006635:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281185.677912:0:19470:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281185.677919:0:19470:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112d needs >= 4 MDTs 00010000:00010000:1.0:1781281186.029345:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281186.414651:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb0413d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996501952:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281186.414730:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281186.414763:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281186.414771:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c5e4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996501888:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281186.414798:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281186.414834:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501888 00000100:00100000:3.0:1781281186.414880:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1781281186.414886:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996501888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281186.415044:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fd7d666 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996501760:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281186.415093:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281186.415112:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b64c6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996502016:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281186.415133:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281186.415150:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781281186.415227:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501952 00000100:00100000:0.0:1781281186.415230:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501760 00000100:00100000:1.0:1781281186.415262:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502016 00000100:00100000:0.0:1781281186.415276:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1781281186.415282:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002542d5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996501760:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281186.415291:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1781281186.415297:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc0888a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996501952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281186.415318:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002542d5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996501760:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281186.415326:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1781281186.415347:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc0888a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996501952:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281186.415355:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1781281186.415374:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1781281186.415379:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996502016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281186.415411:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996502016:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281186.415416:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1781281186.415453:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051606de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996501824:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281186.415461:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c5e4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996501888:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281186.415476:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb0413d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996501952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281186.415487:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281186.415507:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005cda847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996502080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281186.415516:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996501824 00000100:00100000:2.0:1781281186.415531:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281186.415634:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fd7d666 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996501760:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281186.415645:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b64c6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996502016:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281186.415717:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996501888:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281186.415725:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1781281186.415916:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502080 00000100:00100000:0.0:1781281186.418904:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781281186.418918:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996501824:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281186.419035:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996501824:12345-0@lo:400:kworker/u8:2.0 Request processed in 119us (3549us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281186.419043:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781281186.419083:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1781281186.419087:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996502080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281186.419209:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996502080:12345-0@lo:400:kworker/u8:2.0 Request processed in 120us (3679us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281186.419215:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1781281186.421056:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051606de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996501824:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281186.421101:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005cda847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996502080:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1781281187.054272:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281187.282920:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281187.283096:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281187.283128:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281187.283892:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801408 00000100:00100000:3.0:1781281187.284002:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 59 00000100:00100000:3.0:1781281187.284010:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083af73e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981801408:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1781281187.284109:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083af73e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981801408:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 99us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281187.284117:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 59 00000100:00100000:2.0:1781281187.284272:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801472 00000100:00100000:2.0:1781281187.284310:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 311 00000100:00100000:2.0:1781281187.284315:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981801472:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1781281187.284350:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981801472:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 34us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281187.284357:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 311 00000100:00100000:0.0:1781281187.285261:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801344 00000100:00100000:3.0:1781281187.285458:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 89 00000100:00100000:3.0:1781281187.285464:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af6f03a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981801344:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1781281187.285514:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af6f03a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981801344:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 49us (2601us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281187.285521:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 89 00000400:00000080:0.0:1781281187.456475:0:19519:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281187.456482:0:19519:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112e: DNE: cross MDT rename, fail MDT1 and MDT2 ========================================================== 12:19:45 (1781281185) 00000100:00100000:3.0:1781281187.949259:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e0bc742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996502208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281187.949341:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281187.949386:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281187.949391:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996502144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281187.949414:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281187.949552:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502208 00000100:00100000:2.0:1781281187.949607:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502144 00000100:00100000:2.0:1781281187.949622:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1781281187.949627:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f167171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996502208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281187.949663:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281187.949707:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1781281187.949713:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6f904f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996502144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281187.949733:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281187.949861:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f167171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996502208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 232us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281187.949870:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1781281187.949886:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6f904f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996502144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 171us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281187.949895:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1781281187.953435:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e0bc742 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996502208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281187.953477:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996502144:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781281188.077129:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281188.961711:0:19567:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281188.961718:0:19567:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112e needs >= 4 MDTs 00010000:00010000:3.0:1781281189.104195:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281190.128048:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281190.688852:0:19615:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281190.688858:0:19615:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112f: DNE: cross MDT rename, fail MDT1 and MDT3 ========================================================== 12:19:48 (1781281188) 00010000:00010000:3.0:1781281191.149509:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281191.536874:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f67577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996502336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.536941:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281191.537000:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996502592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537040:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281191.537060:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781281191.537066:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996502272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537092:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281191.537107:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996502528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537128:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281191.537162:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502336 00000100:00100000:1.0:1781281191.537201:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502592 00000100:00100000:1.0:1781281191.537221:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1781281191.537241:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996502336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537302:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996502336:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281191.537309:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1781281191.537326:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1781281191.537330:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996502592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537354:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996502592:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281191.537359:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1781281191.537395:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f67577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996502336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537407:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996502592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537439:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502272 00000100:00100000:1.0:1781281191.537460:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1781281191.537464:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b6b9aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996502272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281191.537493:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b6b9aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996502272:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281191.537499:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1781281191.537527:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996502272:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.537798:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996502400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.537831:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281191.537856:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281191.537861:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028cbc8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996502464:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.537882:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281191.537917:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502400 00000100:00100000:3.0:1781281191.537942:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1781281191.537946:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006323d5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996502400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.538010:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006323d5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996502400:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281191.538017:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1781281191.538035:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502528 00000100:00100000:3.0:1781281191.538055:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502464 00000100:00100000:3.0:1781281191.538070:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1781281191.538073:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996502528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.538107:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996502528:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281191.538113:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1781281191.538123:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1781281191.538126:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e49dd42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996502464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.538148:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e49dd42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996502464:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281191.538153:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1781281191.538184:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028cbc8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996502464:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.538193:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996502400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281191.538216:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4a38522 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996502528:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1781281192.175073:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281192.406500:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281192.406543:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281192.406578:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281192.406614:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801664 00000100:00100000:3.0:1781281192.406687:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 314 00000100:00100000:3.0:1781281192.406696:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c523ae5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981801664:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281192.406775:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c523ae5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981801664:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 79us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281192.406784:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 314 00000100:00100000:3.0:1781281192.406811:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801600 00000100:00100000:3.0:1781281192.406838:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 63 00000100:00100000:3.0:1781281192.406842:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000705370c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981801600:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281192.406869:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000705370c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981801600:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 27us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281192.406876:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 63 00000100:00100000:0.0:1781281192.410357:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801536 00000100:00100000:0.0:1781281192.410419:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 91 00000100:00100000:0.0:1781281192.410426:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd9aea66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981801536:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281192.410495:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd9aea66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981801536:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 69us (4004us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281192.410502:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 91 00000400:00000080:2.0:1781281192.498535:0:19663:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281192.498542:0:19663:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112f needs >= 4 MDTs 00000100:00100000:3.0:1781281193.069886:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996502656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281193.070016:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281193.070292:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281193.070300:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44ca2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996502720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281193.070337:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281193.070467:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502656 00000100:00100000:0.0:1781281193.070516:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502720 00000100:00100000:0.0:1781281193.070532:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1781281193.070538:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1bd7f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996502656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281193.070576:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281193.070622:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1bd7f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996502656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281193.070629:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1781281193.070646:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1781281193.070650:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cda847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996502720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281193.070671:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281193.070707:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005cda847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996502720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281193.070713:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1781281193.070751:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44ca2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996502720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281193.070765:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996502656:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781281193.197224:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281194.201348:0:19712:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281194.201355:0:19712:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112g: DNE: cross MDT rename, fail MDT1 and MDT4 ========================================================== 12:19:52 (1781281192) 00010000:00010000:1.0:1781281194.221111:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281195.245259:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281195.891227:0:19760:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281195.891233:0:19760:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112g needs >= 4 MDTs 00010000:00010000:1.0:1781281196.274107:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281196.654386:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44fc41d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996502912:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281196.654387:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44ca2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996502784:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281196.654492:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996502848:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281196.655371:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ad0aba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996502976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.663314:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281196.663424:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502912 00000100:00100000:0.0:1781281196.663479:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1781281196.663485:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996502912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.663543:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996502912:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281196.663551:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1781281196.663625:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44fc41d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996502912:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281196.665613:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281196.665667:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996503040:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.665687:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502784 00000100:00100000:0.0:1781281196.665737:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1781281196.665739:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281196.665744:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa42b226 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996502784:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281196.665772:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503040 00000100:00100000:3.0:1781281196.665803:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1781281196.665808:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051606de1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996503040:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.665810:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa42b226 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996502784:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281196.665816:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1781281196.665837:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051606de1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996503040:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281196.665843:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1781281196.665915:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44ca2f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996502784:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281196.665930:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996503040:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281196.668540:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281196.668606:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996503104:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281196.668638:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281196.668792:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502848 00000100:00100000:0.0:1781281196.668862:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503104 00000100:00100000:2.0:1781281196.668876:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281196.668882:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1781281196.668888:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996502848:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281196.668920:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996502976 00000100:00100000:2.0:1781281196.668944:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:2.0:1781281196.668948:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996502976:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.668977:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996502848:12345-0@lo:400:kworker/u8:0.0 Request processed in 88us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281196.668984:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1781281196.668990:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996502976:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281196.668996:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1781281196.669000:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1781281196.669003:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4a38522 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996503104:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.669027:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4a38522 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996503104:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281196.669032:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ad0aba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996502976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281196.669032:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1781281196.669697:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996502848:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281196.669711:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996503104:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281197.293664:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281197.520599:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281197.520635:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281197.520664:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281197.520767:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801728 00000100:00100000:2.0:1781281197.520815:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 93 00000100:00100000:2.0:1781281197.520822:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ea105b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981801728:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281197.520913:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ea105b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981801728:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 92us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281197.520921:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 93 00000100:00100000:2.0:1781281197.520979:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801856 00000100:00100000:2.0:1781281197.521010:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 317 00000100:00100000:2.0:1781281197.521014:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981801856:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281197.521038:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981801856:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 24us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281197.521044:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 317 00000100:00100000:3.0:1781281197.521427:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801792 00000100:00100000:3.0:1781281197.521471:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 67 00000100:00100000:3.0:1781281197.521476:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981801792:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281197.521509:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981801792:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 32us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281197.521514:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 67 00000400:00000080:0.0:1781281197.798792:0:19808:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281197.798798:0:19808:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112h: DNE: cross MDT rename, fail MDT2 and MDT3 ========================================================== 12:19:55 (1781281195) 00000100:00100000:2.0:1781281198.189276:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281198.189302:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5acc3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996503168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281198.189379:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281198.189394:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281198.189406:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996503232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281198.189443:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281198.189523:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503168 00000100:00100000:1.0:1781281198.189571:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503232 00000100:00100000:1.0:1781281198.189587:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1781281198.189593:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996503168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281198.189626:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281198.189677:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996503168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281198.189685:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1781281198.189701:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1781281198.189705:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b64c6ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996503232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281198.189720:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281198.189745:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b64c6ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996503232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281198.189751:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1781281198.189936:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996503232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281198.190000:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5acc3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996503168:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781281198.317148:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281199.341655:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281199.584507:0:19856:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281199.584513:0:19856:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112h needs >= 4 MDTs 00010000:00010000:1.0:1781281200.366224:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281201.394507:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281201.776734:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028cbc8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996503296:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.776832:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281201.776858:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996503552:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.776884:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281201.776907:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781281201.776912:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996503360:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.776935:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281201.776948:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996503616:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.776983:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281201.777008:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026f67577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996503424:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.777028:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281201.777041:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281201.777045:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996503488:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.777093:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281201.777148:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503296 00000100:00100000:1.0:1781281201.777205:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1781281201.777211:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001759a5bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996503296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.777258:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001759a5bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996503296:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281201.777266:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1781281201.777298:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503360 00000100:00100000:1.0:1781281201.777320:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503616 00000100:00100000:1.0:1781281201.777327:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503424 00000100:00100000:1.0:1781281201.777349:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1781281201.777353:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a01dab7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996503360:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.777380:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a01dab7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996503360:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281201.777386:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1781281201.777397:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1781281201.777400:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cba9031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996503616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.777421:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cba9031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996503616:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281201.777427:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1781281201.777437:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1781281201.777440:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006897fc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996503424:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.777484:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006897fc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996503424:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281201.777489:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1781281201.777983:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026f67577 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996503424:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.778018:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a1c245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996503360:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.778027:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996503616:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281201.778034:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028cbc8e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996503296:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281201.779199:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503552 00000100:00100000:2.0:1781281201.779260:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503488 00000100:00100000:2.0:1781281201.779279:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1781281201.779284:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c754da3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996503552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281201.780939:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1781281201.780949:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3a515ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996503488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281201.781044:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3a515ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996503488:12345-0@lo:400:kworker/u8:2.0 Request processed in 95us (3950us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281201.781052:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1781281201.781106:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c34ceb95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996503488:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281201.781286:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c754da3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996503552:12345-0@lo:400:kworker/u8:2.0 Request processed in 1999us (4400us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281201.781293:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1781281201.781883:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996503552:0@lo:400:kworker/u8:2.0 00000400:00000080:3.0:1781281201.806848:0:19905:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281201.806855:0:19905:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112i: DNE: cross MDT rename, fail MDT2 and MDT4 ========================================================== 12:19:59 (1781281199) 00010000:00010000:1.0:1781281202.414186:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281202.643420:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281202.643467:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281202.643533:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281202.643734:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802048 00000100:00100000:2.0:1781281202.643786:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 320 00000100:00100000:2.0:1781281202.643792:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5acc3a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981802048:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281202.643875:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5acc3a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981802048:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 83us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281202.643883:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 320 00000100:00100000:3.0:1781281202.644568:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801920 00000100:00100000:3.0:1781281202.644618:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 95 00000100:00100000:3.0:1781281202.644623:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009af66e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981801920:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281202.644674:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009af66e9a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981801920:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 50us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281202.644681:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 95 00000100:00100000:1.0:1781281202.645384:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981801984 00000100:00100000:1.0:1781281202.645432:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 71 00000100:00100000:1.0:1781281202.645438:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5cb043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981801984:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281202.645496:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5cb043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981801984:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 57us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281202.645503:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 71 00000100:00100000:1.0:1781281203.309350:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281203.309373:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000491bdd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996503680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281203.309447:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281203.309589:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503680 00000100:00100000:1.0:1781281203.309640:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1781281203.309646:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996503680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281203.309683:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281203.309862:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996503680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 215us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281203.309870:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1781281203.310431:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281203.310449:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996503744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281203.310494:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281203.310525:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503744 00000100:00100000:1.0:1781281203.310550:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1781281203.310553:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996503744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281203.310573:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281203.310604:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996503744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281203.310609:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1781281203.310647:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996503744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281203.310972:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000491bdd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996503680:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781281203.438682:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281203.690690:0:19953:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281203.690695:0:19953:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112i needs >= 4 MDTs 00010000:00010000:1.0:1781281204.461135:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281205.485239:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281205.794785:0:20001:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281205.794791:0:20001:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112j: DNE: cross MDT rename, fail MDT3 and MDT4 ========================================================== 12:20:03 (1781281203) 00010000:00010000:1.0:1781281206.510532:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281206.895269:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504000:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281206.895343:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281206.895377:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281206.895383:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996503936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281206.895407:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281206.895407:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996503872:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.895434:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281206.895459:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996504128:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.895478:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281206.895493:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781281206.895497:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996503808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.895520:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281206.895532:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996504064:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281206.895546:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503936 00000100:00100000:1.0:1781281206.895550:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281206.895587:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503872 00000100:00100000:1.0:1781281206.895588:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504128 00000100:00100000:2.0:1781281206.895601:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1781281206.895669:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504000 00000100:00100000:3.0:1781281206.895694:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504064 00000100:00100000:3.0:1781281206.895709:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1781281206.895713:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504000:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281206.895775:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504000:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281206.895783:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1781281206.895799:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1781281206.895803:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062c594e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996504064:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281206.895842:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062c594e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996504064:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281206.895849:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1781281206.895887:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504000:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281206.895936:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996503936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281206.896002:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996503936:12345-0@lo:400:kworker/u8:2.0 Request processed in 394us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281206.901770:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1781281206.901788:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee17398e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996503872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.901931:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996504064:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.902183:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee17398e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996503872:12345-0@lo:400:kworker/u8:2.0 Request processed in 398us (6747us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281206.902192:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1781281206.903343:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1781281206.903352:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098559332 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996504128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.903418:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098559332 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996504128:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (7940us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281206.903425:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1781281206.903622:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996503936:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281206.903775:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996503808 00000100:00100000:3.0:1781281206.903812:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1781281206.903831:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033facdd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996503808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281206.903866:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033facdd4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996503808:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (8346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281206.903872:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1781281206.903982:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000255c6260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996503808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.903995:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996503872:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281206.904004:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996504128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281206.905600:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:2.0:1781281207.540345:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281207.762341:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281207.762387:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281207.762429:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281207.762465:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802240 00000100:00100000:1.0:1781281207.762525:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 323 00000100:00100000:1.0:1781281207.762532:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981802240:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281207.762604:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981802240:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 72us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281207.762613:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 323 00000100:00100000:1.0:1781281207.762636:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802176 00000100:00100000:1.0:1781281207.762662:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 75 00000100:00100000:1.0:1781281207.762666:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981802176:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281207.762689:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981802176:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281207.762695:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 75 00000100:00100000:3.0:1781281207.763165:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802112 00000100:00100000:3.0:1781281207.763198:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 97 00000100:00100000:3.0:1781281207.763202:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ce61bc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981802112:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1781281207.763236:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ce61bc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981802112:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 33us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281207.763243:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 97 00000400:00000080:3.0:1781281207.877531:0:20049:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281207.877538:0:20049:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112j needs >= 4 MDTs 00000100:00100000:2.0:1781281208.431356:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ad0aba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281208.431442:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281208.431487:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281208.431494:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281208.431517:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281208.431645:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504256 00000100:00100000:0.0:1781281208.431690:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504192 00000100:00100000:0.0:1781281208.431706:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1781281208.431712:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063b87588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281208.431759:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281208.431800:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063b87588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281208.431807:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1781281208.431823:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1781281208.431827:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1cbfc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281208.431844:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281208.431868:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1cbfc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281208.431889:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1781281208.432260:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281208.432271:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ad0aba3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504256:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1781281208.557254:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281209.582772:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281209.657801:0:20098:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281209.657811:0:20098:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112k: DNE: cross MDT rename, fail MDT1,MDT2,MDT3 ========================================================== 12:20:07 (1781281207) 00010000:00010000:1.0:1781281210.605151:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281211.521097:0:20146:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281211.521102:0:20146:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112k needs >= 4 MDTs 00010000:00010000:2.0:1781281211.632584:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281212.014251:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe5ac57f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996504384:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281212.014343:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281212.014377:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996504640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281212.014399:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281212.014421:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781281212.014426:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093e01cab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996504320:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281212.014452:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281212.014465:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996504576:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281212.014497:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281212.014522:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025ace114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504512:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281212.014545:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281212.014559:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281212.014563:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996504448:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.014769:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504320 00000100:00100000:3.0:1781281212.014814:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1781281212.014820:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8ae074e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996504320:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.014875:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8ae074e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996504320:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.014882:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1781281212.014916:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504384 00000100:00100000:3.0:1781281212.014941:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504640 00000100:00100000:3.0:1781281212.014991:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1781281212.014995:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996504384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015025:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996504384:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.015032:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1781281212.015042:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1781281212.015045:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996504640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015068:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996504640:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.015073:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1781281212.015110:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504576 00000100:00100000:3.0:1781281212.015134:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504512 00000100:00100000:3.0:1781281212.015148:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1781281212.015152:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996504576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015179:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996504576:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.015185:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1781281212.015195:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1781281212.015198:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c34ceb95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015223:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c34ceb95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996504512:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.015228:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1781281212.015277:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093e01cab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996504320:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015290:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996504576:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015298:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe5ac57f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996504384:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.015306:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996504640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281212.015759:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281212.015793:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025ace114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996504512:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.017234:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504448 00000100:00100000:3.0:1781281212.017287:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1781281212.017293:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028cbc8e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996504448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281212.017386:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028cbc8e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996504448:12345-0@lo:400:kworker/u8:0.0 Request processed in 92us (1627us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.017394:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1781281212.017716:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996504448:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281212.657782:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281212.884312:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281212.884358:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281212.884406:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281212.884587:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802368 00000100:00100000:3.0:1781281212.884649:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 79 00000100:00100000:3.0:1781281212.884666:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a1c245b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981802368:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281212.884746:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a1c245b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981802368:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 81us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.884754:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 79 00000100:00100000:3.0:1781281212.884781:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802432 00000100:00100000:3.0:1781281212.884807:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 326 00000100:00100000:3.0:1781281212.884811:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026f67577 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981802432:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281212.884838:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026f67577 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981802432:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 26us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281212.884844:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 326 00000100:00100000:0.0:1781281212.885239:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802304 00000100:00100000:0.0:1781281212.885267:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 99 00000100:00100000:0.0:1781281212.885272:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008adb73bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981802304:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281212.885307:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008adb73bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981802304:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 34us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281212.885314:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 99 00000400:00000080:2.0:1781281213.211219:0:20194:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281213.211227:0:20194:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112l: DNE: cross MDT rename, fail MDT1,MDT2,MDT4 ========================================================== 12:20:11 (1781281211) 00000100:00100000:3.0:1781281213.549909:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099d21d94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996504704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281213.550052:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281213.550202:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504704 00000100:00100000:1.0:1781281213.550263:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1781281213.550271:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fd7d666 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996504704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281213.550312:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281213.550604:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fd7d666 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996504704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 333us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281213.550612:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1781281213.550713:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099d21d94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996504704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281213.550868:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281213.550876:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996504768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281213.550907:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281213.551021:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504768 00000100:00100000:1.0:1781281213.551064:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1781281213.551069:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb0413d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996504768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281213.551091:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281213.551132:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb0413d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996504768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281213.551139:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1781281213.551294:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a115f3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996504768:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281213.677518:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281214.701156:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281214.995244:0:20242:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281214.995250:0:20242:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112l needs >= 4 MDTs 00010000:00010000:2.0:1781281215.726166:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281216.763078:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281217.139983:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c5e4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996504832:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.140065:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281217.140093:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe5ac57f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996505088:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.140119:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281217.140148:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781281217.140154:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996504896:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.140179:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281217.140194:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996505152:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.140212:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281217.140246:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504896 00000100:00100000:0.0:1781281217.140320:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505152 00000100:00100000:0.0:1781281217.140340:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1781281217.140347:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e0bc742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996504896:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.140400:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e0bc742 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996504896:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281217.140408:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1781281217.140424:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1781281217.140428:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996505152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.140452:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996505152:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281217.140608:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025ace114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996504960:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281217.141364:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281217.141386:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281217.141393:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996505024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281217.141422:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281217.141771:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504832 00000100:00100000:2.0:1781281217.141807:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1781281217.141813:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083c57040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996504832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281217.141856:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083c57040 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996504832:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281217.141861:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1781281217.141998:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505088 00000100:00100000:2.0:1781281217.142023:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505024 00000100:00100000:2.0:1781281217.142039:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1781281217.142043:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44ca2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996505088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281217.142075:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44ca2f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996505088:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281217.142081:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1781281217.142091:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1781281217.142094:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996505024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281217.142123:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996505024:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281217.142129:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1781281217.142171:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996505024:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.143600:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1781281217.143633:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996504960 00000100:00100000:0.0:1781281217.144293:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1781281217.144300:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093e01cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996504960:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.144379:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093e01cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996504960:12345-0@lo:400:kworker/u8:2.0 Request processed in 77us (3016us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281217.144384:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1781281217.144437:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996504896:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.144449:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996505152:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.144472:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c5e4c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996504832:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281217.144483:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe5ac57f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996505088:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281217.145288:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025ace114 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996504960:0@lo:400:kworker/u8:2.0 00000400:00000080:1.0:1781281217.179041:0:20291:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281217.179048:0:20291:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112m: DNE: cross MDT rename, fail MDT1,MDT3,MDT4 ========================================================== 12:20:14 (1781281214) 00010000:00010000:3.0:1781281217.774985:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281218.006326:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281218.006378:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281218.006407:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281218.006420:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802560 00000100:00100000:1.0:1781281218.006437:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802624 00000100:00100000:2.0:1781281218.006479:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 83 00000100:00100000:2.0:1781281218.006489:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099d21d94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981802560:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281218.006495:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 329 00000100:00100000:1.0:1781281218.006503:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981802624:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281218.006567:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981802624:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 61us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281218.006568:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099d21d94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981802560:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 78us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281218.006590:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 329 00000100:00100000:2.0:1781281218.006594:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 83 00000100:00100000:2.0:1781281218.006624:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802496 00000100:00100000:2.0:1781281218.006664:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 101 00000100:00100000:2.0:1781281218.006668:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcd13684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981802496:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1781281218.006696:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcd13684 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981802496:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281218.006702:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 101 00000100:00100000:3.0:1781281218.669239:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281218.669402:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281218.669468:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281218.669506:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4026db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281218.669525:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281218.669614:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505216 00000100:00100000:1.0:1781281218.669660:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505280 00000100:00100000:1.0:1781281218.669673:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1781281218.669678:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281218.669715:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281218.669758:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281218.669765:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1781281218.669783:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1781281218.669786:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab2d443 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281218.669802:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281218.669825:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab2d443 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281218.669831:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1781281218.669874:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4026db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281218.669886:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505216:0@lo:13:osp-pre-0-0.0 00000400:00000080:3.0:1781281218.750118:0:20339:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281218.750124:0:20339:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112m needs >= 4 MDTs 00010000:00010000:1.0:1781281218.797249:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281219.821198:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281220.850347:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281220.905151:0:20387:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281220.905157:0:20387:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 112n: DNE: cross MDT rename, fail MDT2,MDT3,MDT4 ========================================================== 12:20:18 (1781281218) 00010000:00010000:3.0:1781281221.870444:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281222.255102:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996505344:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255172:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281222.255197:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996505600:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255221:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281222.255245:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281222.255250:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996505408:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255276:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281222.255291:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996505664:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255330:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281222.255355:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996505472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255376:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281222.255392:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281222.255396:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996505536:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255417:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281222.255449:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505344 00000100:00100000:3.0:1781281222.255488:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1781281222.255494:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000909687ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996505344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255560:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000909687ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996505344:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281222.255567:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1781281222.255599:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505600 00000100:00100000:3.0:1781281222.255622:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505536 00000100:00100000:3.0:1781281222.255639:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1781281222.255642:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996505600:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255673:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996505600:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281222.255679:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1781281222.255691:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1781281222.255694:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996505536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255724:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996505536:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281222.255729:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1781281222.255746:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505408 00000100:00100000:3.0:1781281222.255765:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505664 00000100:00100000:3.0:1781281222.255775:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505472 00000100:00100000:3.0:1781281222.255783:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1781281222.255787:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996505408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255814:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996505408:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281222.255819:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1781281222.255829:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1781281222.255832:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996505664:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255854:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996505664:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281222.255859:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1781281222.255868:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1781281222.255871:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996505472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255893:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996505472:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281222.255899:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1781281222.255975:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996505536:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.255987:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996505472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.256017:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996505408:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.256027:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996505664:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.256034:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008770abf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996505344:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281222.256041:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996505600:0@lo:400:kworker/u8:2.0 00000400:00000080:3.0:1781281222.506611:0:20435:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281222.506617:0:20435:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_112n needs >= 4 MDTs 00010000:00010000:1.0:1781281222.893205:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281223.130509:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281223.130562:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281223.130604:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281223.130786:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802688 00000100:00100000:0.0:1781281223.130859:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802752 00000100:00100000:2.0:1781281223.130863:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 103 00000100:00100000:2.0:1781281223.130871:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fefc04b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981802688:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281223.130891:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 87 00000100:00100000:0.0:1781281223.130895:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981802752:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281223.130988:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fefc04b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981802688:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 83us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281223.130996:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 103 00000100:00100000:0.0:1781281223.131137:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981802752:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 240us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281223.131155:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 87 00000100:00100000:1.0:1781281223.131167:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802816 00000100:00100000:1.0:1781281223.131214:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 332 00000100:00100000:1.0:1781281223.131219:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981802816:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281223.131246:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981802816:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 27us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281223.131252:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 332 00000100:00100000:1.0:1781281223.792930:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281223.792970:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4026db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281223.793041:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281223.793165:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d910959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281223.793199:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281223.793316:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505728 00000100:00100000:2.0:1781281223.793356:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505792 00000100:00100000:2.0:1781281223.793366:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1781281223.793370:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789dfa15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281223.793414:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281223.793457:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789dfa15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281223.793464:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1781281223.793479:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1781281223.793483:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a11e3cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281223.793517:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281223.793539:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a11e3cc1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996505792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281223.793545:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1781281223.793580:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d910959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281223.793590:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4026db8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996505728:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281223.918548:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281224.247934:0:20484:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281224.247940:0:20484:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 115: failover for create/unlink striped directory ========================================================== 12:20:22 (1781281222) 00010000:00010000:2.0:1781281224.943155:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281225.847503:0:20532:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281225.847511:0:20532:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_115 needs >= 2 MDTs 00010000:00010000:3.0:1781281225.966494:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281226.990241:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281227.373518:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996505856:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.373600:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281227.373701:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996506112:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.373731:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281227.373756:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281227.373761:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059dc9da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996505920:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.373784:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281227.373797:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996506176:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.373814:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281227.373839:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034772aac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996505984:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.373861:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281227.373877:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281227.373881:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506048:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.373900:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281227.373931:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506112 00000100:00100000:3.0:1781281227.373991:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506048 00000100:00100000:3.0:1781281227.374010:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1781281227.374114:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505856 00000100:00100000:1.0:1781281227.374266:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1781281227.374272:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3ac00e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996505856:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281227.374323:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3ac00e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996505856:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281227.374331:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1781281227.375285:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996506112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.377789:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996506112:12345-0@lo:400:kworker/u8:0.0 Request processed in 2504us (4052us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281227.377803:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1781281227.377833:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1781281227.377839:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506048:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.377876:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506048:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (3976us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281227.377882:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1781281227.377906:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505920 00000100:00100000:3.0:1781281227.377936:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506176 00000100:00100000:3.0:1781281227.377947:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996505984 00000100:00100000:3.0:1781281227.377979:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1781281227.377982:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996505920:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.378009:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996505920:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (4225us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281227.378700:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1781281227.378719:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1781281227.378724:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996506176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.378760:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996506176:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (4945us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281227.378765:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1781281227.378775:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1781281227.378778:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996505984:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.378800:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996505984:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (4940us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281227.378805:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1781281227.378974:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059dc9da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996505920:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.378987:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996506176:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.378996:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996505856:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281227.379005:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996506112:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281227.385219:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506048:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281227.385237:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034772aac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996505984:0@lo:400:kworker/u8:0.0 00000400:00000080:0.0:1781281227.853220:0:20580:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281227.853228:0:20580:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 116a: large update log master MDT recovery ========================================================== 12:20:25 (1781281225) 00010000:00010000:3.0:1781281228.018845:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281228.243052:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281228.243146:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281228.243182:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281228.243269:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802944 00000100:00100000:0.0:1781281228.243333:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 91 00000100:00100000:0.0:1781281228.243340:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981802944:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281228.243413:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981802944:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 73us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281228.243439:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 91 00000100:00100000:3.0:1781281228.249369:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803008 00000100:00100000:3.0:1781281228.249572:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 335 00000100:00100000:3.0:1781281228.249588:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981803008:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281228.249690:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981803008:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 103us (6545us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281228.249698:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 335 00000100:00100000:2.0:1781281228.249998:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981802880 00000100:00100000:2.0:1781281228.250029:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 105 00000100:00100000:2.0:1781281228.250033:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f8deaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981802880:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281228.250067:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f8deaf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981802880:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 33us (7122us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281228.250072:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 105 00000100:00100000:2.0:1781281228.909861:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281228.909932:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281228.909995:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281228.910002:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281228.910024:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281228.910103:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506240 00000100:00100000:3.0:1781281228.910152:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506304 00000100:00100000:3.0:1781281228.910178:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1781281228.910184:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d910959 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281228.910221:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281228.910265:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d910959 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281228.910272:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1781281228.910289:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1781281228.910294:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281228.910311:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281228.910333:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281228.910339:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1781281228.910540:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281228.910550:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781281229.037179:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281229.479893:0:20628:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281229.479900:0:20628:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_116a needs >= 2 MDTs 00010000:00010000:3.0:1781281230.063977:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281231.085754:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281231.709123:0:20677:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281231.709129:0:20677:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 116b: large update log slave MDT recovery ========================================================== 12:20:29 (1781281229) 00010000:00010000:3.0:1781281232.109257:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281232.494760:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996506496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281232.494849:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281232.494884:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281232.494890:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281232.494916:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281232.494974:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506496 00000100:00100000:1.0:1781281232.495020:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1781281232.495027:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059dc9da7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996506496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281232.495076:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059dc9da7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996506496:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281232.495083:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1781281232.495124:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996506496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498229:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5f29251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996506368:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498305:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281232.498334:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996506624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498372:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281232.498398:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281232.498404:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996506432:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498430:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281232.498447:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996506688:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498469:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281232.498529:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506560 00000100:00100000:3.0:1781281232.498569:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506624 00000100:00100000:3.0:1781281232.498588:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1781281232.498595:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c8e4c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498650:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c8e4c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506560:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (3734us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281232.498658:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1781281232.498675:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1781281232.498679:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996506624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498708:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996506624:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281232.498715:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1781281232.498741:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506432 00000100:00100000:3.0:1781281232.498761:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506688 00000100:00100000:3.0:1781281232.498775:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1781281232.498779:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996506432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498807:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996506432:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281232.498813:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1781281232.498824:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1781281232.498828:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be83d393 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996506688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498850:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be83d393 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996506688:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281232.498856:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1781281232.498911:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506560:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498941:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996506432:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498949:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996506688:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281232.498984:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996506624:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281232.504456:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506368 00000100:00100000:0.0:1781281232.504545:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1781281232.504552:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af326144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996506368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281232.504663:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af326144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996506368:12345-0@lo:400:kworker/u8:0.0 Request processed in 111us (6360us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281232.504671:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1781281232.505110:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5f29251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996506368:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281233.135382:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281233.366100:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281233.366130:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281233.366154:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281233.366186:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803072 00000100:00100000:1.0:1781281233.366231:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 107 00000100:00100000:1.0:1781281233.366238:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5edd47f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981803072:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281233.366679:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5edd47f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981803072:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 440us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281233.366687:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 107 00000100:00100000:1.0:1781281233.366724:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803200 00000100:00100000:1.0:1781281233.366747:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 338 00000100:00100000:1.0:1781281233.366751:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981803200:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281233.366777:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981803200:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 25us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281233.366783:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 338 00000100:00100000:1.0:1781281233.366799:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803136 00000100:00100000:1.0:1781281233.366818:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 95 00000100:00100000:1.0:1781281233.366822:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981803136:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281233.366844:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981803136:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 21us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281233.366849:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 95 00000400:00000080:3.0:1781281233.411560:0:20725:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281233.411567:0:20725:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_116b needs >= 2 MDTs 00000100:00100000:2.0:1781281234.029532:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281234.029558:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2a5d4a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996506752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281234.029626:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281234.029733:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506752 00000100:00100000:3.0:1781281234.029787:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1781281234.029793:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50f66b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996506752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281234.029828:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281234.029877:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50f66b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996506752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281234.029883:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1781281234.029927:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2a5d4a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996506752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281234.030257:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281234.030268:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d23fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281234.030308:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281234.030529:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506816 00000100:00100000:2.0:1781281234.030568:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1781281234.030574:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000746e2367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281234.030602:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281234.030647:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000746e2367 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996506816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281234.030654:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1781281234.030737:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d23fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996506816:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281234.158391:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281235.186696:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281235.278301:0:20773:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281235.278310:0:20773:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 117: DNE: cross MDT unlink, fail MDT1 and MDT2 ========================================================== 12:20:33 (1781281233) 00010000:00010000:2.0:1781281236.210796:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281236.955551:0:20821:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281236.955557:0:20821:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_117 needs >= 4 MDTs 00010000:00010000:2.0:1781281237.229253:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281237.617231:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996506944:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617356:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281237.617383:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996507200:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617405:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281237.617436:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1781281237.617441:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2a5d4a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996506880:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617471:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281237.617482:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc77b948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996507136:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617503:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281237.617528:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996507072:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617548:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281237.617561:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281237.617566:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996507008:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617585:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281237.617616:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506944 00000100:00100000:3.0:1781281237.617670:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507200 00000100:00100000:3.0:1781281237.617681:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507008 00000100:00100000:3.0:1781281237.617694:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1781281237.617699:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996506944:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281237.617745:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996506944:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281237.617752:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1781281237.618816:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996506880 00000100:00100000:0.0:1781281237.618847:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1781281237.618851:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009be98595 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996506880:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.618894:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009be98595 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996506880:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (1424us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281237.618900:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1781281237.619060:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1781281237.619065:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996507200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.619097:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996507200:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281237.619103:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1781281237.619613:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1781281237.619618:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046c2c1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996507008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.619658:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046c2c1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996507008:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (2073us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281237.619664:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1781281237.619814:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507136 00000100:00100000:0.0:1781281237.619840:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507072 00000100:00100000:0.0:1781281237.619857:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1781281237.619862:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095e3a6d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996507136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.619893:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095e3a6d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996507136:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (2390us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281237.619899:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1781281237.619910:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1781281237.619913:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996507072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.619936:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996507072:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (2389us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281237.619942:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1781281237.624666:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2a5d4a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996506880:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281237.624690:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc77b948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996507136:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281237.624702:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996506944:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281237.624711:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996507200:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.635078:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996507008:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281237.635098:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996507072:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281238.254530:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281238.491350:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281238.491397:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281238.491424:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281238.491471:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803264 00000100:00100000:1.0:1781281238.491519:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 109 00000100:00100000:1.0:1781281238.491525:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007be7f0d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981803264:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281238.491593:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007be7f0d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981803264:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 68us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281238.491600:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 109 00000100:00100000:1.0:1781281238.491633:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803392 00000100:00100000:1.0:1781281238.491657:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 341 00000100:00100000:1.0:1781281238.491661:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981803392:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281238.491687:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981803392:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 25us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281238.491692:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 341 00000100:00100000:1.0:1781281238.491709:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803328 00000100:00100000:1.0:1781281238.491741:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 99 00000100:00100000:1.0:1781281238.491746:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981803328:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281238.491771:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2213:x1867807981803328:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 25us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281238.491776:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 99 00000400:00000080:3.0:1781281238.618659:0:20870:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281238.618665:0:20870:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 118: invalidate osp update will not cause update log corruption ========================================================== 12:20:36 (1781281236) 00000100:00100000:2.0:1781281239.149293:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281239.149365:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281239.149469:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507264 00000100:00100000:0.0:1781281239.149519:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1781281239.149525:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67d71d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281239.149567:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281239.149620:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67d71d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281239.149626:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1781281239.149719:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281239.149986:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281239.149994:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281239.150022:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281239.150098:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507328 00000100:00100000:1.0:1781281239.150128:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1781281239.150132:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a115f3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781281239.150167:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281239.150208:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a115f3e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281239.150215:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1781281239.150420:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507328:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781281239.277404:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281240.128588:0:20918:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281240.128596:0:20918:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_118 needs >= 2 MDTs 00010000:00010000:1.0:1781281240.313508:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281241.325202:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281242.261739:0:20966:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281242.261745:0:20966:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 119: timeout of normal replay does not cause DNE replay fails ========================================================== 12:20:40 (1781281240) 00010000:00010000:0.0:1781281242.349638:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281242.733667:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996507520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281242.733737:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281242.733771:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281242.733777:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507584:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281242.733801:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281242.733835:0:17646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507520 00000100:00100000:2.0:1781281242.733877:0:17646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1781281242.733883:0:17646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996507520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281242.733929:0:17646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996507520:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281242.733937:0:17646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1781281242.733992:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507584 00000100:00100000:2.0:1781281242.734017:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1781281242.734020:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281242.734051:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507584:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281242.734057:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1781281242.734101:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507584:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281242.734113:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996507520:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734328:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996507392:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734366:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281242.734389:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996507648:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734411:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281242.734429:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281242.734433:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996507456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734456:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281242.734469:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6e74a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996507712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734488:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281242.734514:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507648 00000100:00100000:3.0:1781281242.734538:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1781281242.734542:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996507648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734576:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996507648:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281242.734587:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1781281242.734604:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507456 00000100:00100000:3.0:1781281242.734625:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507712 00000100:00100000:3.0:1781281242.734639:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1781281242.734643:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996507456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734669:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996507456:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281242.734675:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1781281242.734685:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1781281242.734688:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b300d59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996507712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734710:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b300d59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996507712:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281242.734715:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1781281242.734744:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996507456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734753:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6e74a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996507712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281242.734769:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996507648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281242.734864:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507392 00000100:00100000:0.0:1781281242.734898:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1781281242.734903:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b0f4ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996507392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281242.734940:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b0f4ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996507392:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281242.734946:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1781281242.735042:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996507392:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1781281243.373096:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281243.602052:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281243.602093:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281243.602121:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281243.602152:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803584 00000100:00100000:0.0:1781281243.602207:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 344 00000100:00100000:0.0:1781281243.602215:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981803584:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781281243.602286:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981803584:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 71us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281243.602294:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 344 00000100:00100000:0.0:1781281243.602316:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803520 00000100:00100000:0.0:1781281243.602338:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 103 00000100:00100000:0.0:1781281243.602341:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff36d64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981803520:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781281243.602365:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff36d64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981803520:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 23us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281243.602371:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 103 00000100:00100000:3.0:1781281243.602621:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803456 00000100:00100000:3.0:1781281243.602650:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 111 00000100:00100000:3.0:1781281243.602655:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011771497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981803456:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1781281243.602697:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011771497 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981803456:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 41us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281243.602703:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 111 00000400:00000080:2.0:1781281243.973846:0:21014:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281243.973852:0:21014:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_119 needs >= 2 MDTs 00000100:00100000:3.0:1781281244.271331:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281244.271405:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281244.271462:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507776 00000100:00100000:3.0:1781281244.271504:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1781281244.271510:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac7b2cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281244.271544:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281244.271589:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac7b2cf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996507776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281244.271596:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1781281244.271626:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996507776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281244.271944:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996507840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281244.272004:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281244.272082:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507840 00000100:00100000:3.0:1781281244.272113:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1781281244.272117:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c5e4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996507840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281244.272137:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281244.272175:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c5e4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996507840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281244.272180:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1781281244.272285:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996507840:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1781281244.397252:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281245.425441:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281245.885212:0:21063:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281245.885219:0:21063:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 120: DNE fail abort should stop both normal and DNE replay ========================================================== 12:20:43 (1781281243) 00010000:00010000:0.0:1781281246.447088:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281247.473818:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281247.654878:0:21111:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281247.654885:0:21111:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_120 needs >= 2 MDTs 00000100:00100000:2.0:1781281247.860618:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996507968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.860683:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281247.860705:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996508224:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.860721:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281247.860737:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1781281247.860742:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996507904:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.860762:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281247.860775:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046155597 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996508160:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.860796:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281247.860821:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996508032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.860843:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281247.860859:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281247.860863:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996508096:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.860882:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281247.860915:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507968 00000100:00100000:2.0:1781281247.860972:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508224 00000100:00100000:2.0:1781281247.860985:0:16937:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508032 00000100:00100000:2.0:1781281247.860995:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1781281247.861000:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b16a365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996507968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861042:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b16a365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996507968:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281247.861049:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1781281247.861063:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1781281247.861066:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996508224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861083:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996508224:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281247.861088:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1781281247.861096:0:16937:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1781281247.861098:0:16937:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996508032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861116:0:16937:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996508032:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281247.861121:0:16937:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1781281247.861148:0:16935:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996507904 00000100:00100000:2.0:1781281247.861168:0:16935:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1781281247.861171:0:16935:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e896e862 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996507904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861193:0:16935:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e896e862 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996507904:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281247.861199:0:16935:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1781281247.861221:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508160 00000100:00100000:2.0:1781281247.861249:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508096 00000100:00100000:2.0:1781281247.861263:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1781281247.861267:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996508160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861291:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996508160:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281247.861296:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1781281247.861304:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1781281247.861307:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996508096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861323:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996508096:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281247.861328:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1781281247.861361:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996507904:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861371:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046155597 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996508160:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861378:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996507968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861384:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996508224:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861407:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996508096:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281247.861414:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996508032:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1781281248.493263:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281248.728821:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281248.728867:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281248.728916:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281248.729050:0:16934:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803648 00000100:00100000:1.0:1781281248.729050:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803712 00000100:00100000:2.0:1781281248.729099:0:16934:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 113 00000100:00100000:1.0:1781281248.729099:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 107 00000100:00100000:2.0:1781281248.729106:0:16934:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000660943b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981803648:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281248.729106:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981803712:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281248.729181:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981803712:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281248.729189:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 107 00000100:00100000:3.0:1781281248.729203:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803776 00000100:00100000:3.0:1781281248.729229:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 347 00000100:00100000:3.0:1781281248.729233:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000074de0bde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981803776:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281248.729571:0:16934:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000660943b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981803648:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 464us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281248.729579:0:16934:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 113 00000100:00100000:3.0:1781281248.730244:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000074de0bde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981803776:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 1007us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281248.730254:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 347 00000100:00100000:0.0:1781281249.389365:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996508288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281249.389436:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281249.389490:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508288 00000100:00100000:0.0:1781281249.389534:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1781281249.389541:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e1357f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996508288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281249.389575:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281249.389614:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e1357f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996508288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281249.389621:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1781281249.389664:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996508288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281249.389890:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996508352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281249.389921:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281249.390029:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508352 00000100:00100000:2.0:1781281249.390054:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1781281249.390058:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000527453f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996508352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281249.390077:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281249.392981:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000527453f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996508352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2913us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281249.392996:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1781281249.394335:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996508352:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1781281249.522534:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281249.729532:0:21159:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281249.729538:0:21159:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 121: lock replay timed out and race ========================================================== 12:20:47 (1781281247) 00010000:00010000:0.0:1781281250.542390:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281250.690226:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281250.690320:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981803904 00000100:00100000:2.0:1781281250.690379:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 12 00000100:00100000:2.0:1781281250.690388:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002eb8cfd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:27626:x1867807981803904:12345-192.168.204.1@tcp:101:touch.0 00010000:00010000:2.0:1781281250.690411:0:16939:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281250.690414:0:16939:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1781281250.690441:0:16939:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c233 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248547 expref: 7 pid: 16937 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.690458:0:16939:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000ccbabb15) 00010000:00010000:2.0:1781281250.690468:0:16939:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281250.690483:0:16939:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c328 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124854e expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.691222:0:16939:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.691238:0:16939:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.691250:0:16939:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.691269:0:16939:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.691352:0:16939:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.691363:0:16939:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1781281250.705841:0:16939:0:(osp_internal.h:641:osp_update_last_fid()) Gap in objids: start=[0x100010000:0x471:0x0], count =17 00000004:00080000:3.0:1781281250.705856:0:16939:0:(osp_object.c:1628:osp_create()) Writing gap [0x100010000:0x471:0x0]+17 in llog 00000004:00080000:3.0:1781281250.705918:0:16939:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x482:0x0], index 1: 0 00010000:00010000:3.0:1781281250.706230:0:16939:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000792e5c2c/0x3e391ad4c896c33d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x429:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706254:0:16939:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000792e5c2c/0x3e391ad4c896c33d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x429:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706270:0:16939:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000792e5c2c/0x3e391ad4c896c33d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x429:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706316:0:16939:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706323:0:16939:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706330:0:16939:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706337:0:16939:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fbaa485 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281250.706341:0:16939:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706348:0:16939:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706360:0:16939:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000678557df) 00010000:00010000:3.0:1781281250.706363:0:16939:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281250.706367:0:16939:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706372:0:16939:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fbaa485/0x3e391ad4c896c32f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281250.706388:0:16939:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002eb8cfd7 reply state 00000000e75b512d transno 21474836481 ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706419:0:16939:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ca2006f/0x3e391ad4c896c328 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124854e expref: 9 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706435:0:16939:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000792e5c2c/0x3e391ad4c896c33d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x429:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124854e expref: 8 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.706442:0:16939:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (000000003864dce8) 00010000:00010000:3.0:1781281250.706444:0:16939:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1781281250.706446:0:16939:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000792e5c2c, rc 0) 00000100:00100000:3.0:1781281250.706527:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002eb8cfd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:27626:x1867807981803904:12345-192.168.204.1@tcp:101:touch.0 Request processed in 16138us (16305us total) trans 21474836481 rc 0/0 00000100:00100000:3.0:1781281250.706537:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 12 00010000:00010000:3.0:1781281250.713159:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713180:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713187:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713194:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080aac726 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281250.713197:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281250.713213:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:3.0:1781281250.713217:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713235:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d5cb397 (000000004fd6bba5) 00010000:00010000:3.0:1781281250.713239:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281250.713243:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713248:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080aac726/0x3e391ad4c896c336 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281250.713390:0:16939:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804032 00000100:00100000:3.0:1781281250.713436:0:16939:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:3.0:1781281250.713443:0:16939:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:27626:x1867807981804032:12345-192.168.204.1@tcp:36:touch.0 00010000:00010000:3.0:1781281250.713537:0:16939:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713551:0:16939:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.713560:0:16939:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281250.713700:0:16939:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b108879d reply state 0000000049518459 transno 21474836482 ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281250.713807:0:16939:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:27626:x1867807981804032:12345-192.168.204.1@tcp:36:touch.0 Request processed in 353us (593us total) trans 21474836482 rc 0/0 00000100:00100000:3.0:1781281250.713819:0:16939:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00010000:00010000:3.0:1781281250.717017:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.717037:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.717044:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.717051:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006694b01c already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281250.717054:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.717061:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.717077:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (000000003864dce8) 00010000:00010000:3.0:1781281250.717080:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281250.717083:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281250.717089:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006694b01c/0x3e391ad4c896c34b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16939 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281250.717928:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281250.718013:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804096 00000100:00100000:3.0:1781281250.718070:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4295 00000100:00100000:3.0:1781281250.718078:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe079bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981804096:12345-192.168.204.1@tcp:2:touch.0 00000100:00100000:2.0:1781281250.720203:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe079bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2214:x1867807981804096:12345-192.168.204.1@tcp:2:touch.0 Request processed in 2120us (2274us total) trans 4294968854 rc 0/0 00000100:00100000:2.0:1781281250.720217:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4295 00000100:00100000:1.0:1781281250.731387:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281250.731542:0:16941:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804224 00000100:00100000:3.0:1781281250.731614:0:16941:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:3.0:1781281250.731620:0:16941:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:27626:x1867807981804224:12345-192.168.204.1@tcp:35:touch.0 00000100:00100000:3.0:1781281250.732928:0:16941:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:27626:x1867807981804224:12345-192.168.204.1@tcp:35:touch.0 Request processed in 1302us (1544us total) trans 21474836483 rc 0/0 00000100:00100000:3.0:1781281250.732943:0:16941:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:2.0:1781281250.749834:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281250.750088:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804288 00000100:00100000:0.0:1781281250.750160:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:0.0:1781281250.750167:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:5002:x1867807981804288:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1781281250.750185:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281250.750212:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000792e5c2c/0x3e391ad4c896c33d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x429:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124854e expref: 10 pid: 16939 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281250.750233:0:5493:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (000000003864dce8) 00010000:00010000:0.0:1781281250.750243:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281250.750295:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:5002:x1867807981804288:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 Request processed in 127us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281250.750303:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:1.0:1781281250.859736:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281250.859859:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804352 00000100:00100000:0.0:1781281250.859919:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:0.0:1781281250.859925:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:27631:x1867807981804352:12345-192.168.204.1@tcp:101:multiop.0 00010000:00010000:0.0:1781281250.860104:0:16938:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281250.860198:0:16938:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248555 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.860295:0:16938:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896c359 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.860309:0:16938:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896c359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.860320:0:16938:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896c359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281250.860351:0:16938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1781281250.860355:0:16938:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281250.860391:0:16938:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896c359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.860415:0:16938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 11 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.860432:0:16938:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896c359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 10 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.860440:0:16938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000420608a6) 00010000:00010000:2.0:1781281250.860510:0:16938:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781281250.860515:0:16938:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000093e923e3, rc 0) 00000100:00100000:2.0:1781281250.860616:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:27631:x1867807981804352:12345-192.168.204.1@tcp:101:multiop.0 Request processed in 689us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281250.860624:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:1.0:1781281250.867801:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281250.867896:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804416 00000100:00100000:2.0:1781281250.867984:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:2.0:1781281250.867991:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:27631:x1867807981804416:12345-192.168.204.1@tcp:101:multiop.0 00010000:00010000:2.0:1781281250.868014:0:16938:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281250.868035:0:16938:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c360 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124855c expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868106:0:16938:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868119:0:16938:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868130:0:16938:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868147:0:16938:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868153:0:16938:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868159:0:16938:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868254:0:16938:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868263:0:16938:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868269:0:16938:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281250.868301:0:16938:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x429:0x0]: returning size 0 00000004:00200000:2.0:1781281250.868306:0:16938:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281250.868325:0:16938:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868336:0:16938:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868344:0:16938:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868350:0:16938:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868357:0:16938:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868363:0:16938:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed602c3f already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281250.868366:0:16938:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868373:0:16938:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868383:0:16938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000420608a6) 00010000:00010000:2.0:1781281250.868386:0:16938:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281250.868390:0:16938:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868394:0:16938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed602c3f/0x3e391ad4c896c367 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868526:0:16938:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868533:0:16938:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868538:0:16938:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868544:0:16938:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088b38799 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281250.868546:0:16938:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868552:0:16938:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868560:0:16938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d5cb397 (00000000814058d2) 00010000:00010000:2.0:1781281250.868562:0:16938:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281250.868564:0:16938:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868569:0:16938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088b38799/0x3e391ad4c896c36e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868600:0:16938:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c360 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124855c expref: 12 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868612:0:16938:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124855c expref: 11 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281250.868618:0:16938:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (00000000bbc1b312) 00010000:00010000:2.0:1781281250.868620:0:16938:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281250.868622:0:16938:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d85584e4, rc 0) 00000100:00100000:2.0:1781281250.868693:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:27631:x1867807981804416:12345-192.168.204.1@tcp:101:multiop.0 Request processed in 700us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281250.868704:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:1.0:1781281250.872697:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281250.872793:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804480 00000100:00100000:2.0:1781281250.872860:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4296 00000100:00100000:2.0:1781281250.872868:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000092810bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981804480:12345-192.168.204.1@tcp:101:multiop.0 00010000:00010000:2.0:1781281250.872890:0:7852:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281250.872917:0:7852:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 2/0,0 mode: --/PR res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248563 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281250.872947:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x482:0x0] initial LVB size: 0, mtime: 0x6a2c31e2, atime: 0x6a2c31e2, ctime: 0x6a2c31e2, blocks: 0x1 00010000:00010000:2.0:1781281250.873016:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281250.873018:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281250.873029:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 3/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 507 pid: 7852 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281250.873050:0:7852:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 3/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 507 pid: 7852 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281250.873065:0:7852:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dddc75cf, rc 0) 00000100:00100000:2.0:1781281250.873135:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000092810bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+507:2212:x1867807981804480:12345-192.168.204.1@tcp:101:multiop.0 Request processed in 266us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281250.873141:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4296 00010000:00010000:1.0:1781281251.569775:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281252.597778:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1781281252.647352:0:21305:0:(obd_mount_server.c:1591:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1781281252.647378:0:21305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281252.647392:0:21305:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281252.647397:0:21305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281252.647403:0:21305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281252.647426:0:21305:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1781281252.647431:0:21305:0:(mgc_request.c:546:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1781281252.647442:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1781281252.647445:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1781281252.647450:0:21305:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1781281252.647472:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000336c1ac0 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1781281252.647489:0:21305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:21305:1867807996508416:0@lo:39:umount.0 00000100:00100000:0.0:1781281252.647549:0:21305:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281252.647583:0:21305:0:(client.c:2500:ptlrpc_set_wait()) set 0000000060420c3f going to sleep for 5 seconds 00010000:00010000:2.0:1781281252.647682:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281252.647688:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.647695:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000015897d86 already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281252.647697:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.647704:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281252.647710:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281252.647718:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1781281252.647720:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1781281252.647722:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1781281252.647746:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.647752:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281252.647777:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.647784:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000015897d86/0x3e391ad4c896c0ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c106 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.647792:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281252.647793:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281252.647794:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281252.648020:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996508480:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1781281252.648053:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281252.648187:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508480 00000100:00100000:2.0:1781281252.648244:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1781281252.648250:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996508480:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1781281252.648263:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281252.648276:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c106 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c0ff expref: 18 pid: 16933 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.648288:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281252.648326:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2995:x1867807996508480:12345-0@lo:103:ldlm_bl_01.0 Request processed in 76us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281252.648333:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1781281252.648369:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996508480:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1781281252.648493:0:16938:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508416 00000100:00100000:1.0:1781281252.648531:0:16938:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1781281252.648536:0:16938:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:21305:x1867807996508416:12345-0@lo:39:umount.0 00000020:00000080:1.0:1781281252.648561:0:16938:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c21e 00000100:00080000:1.0:1781281252.648575:0:16938:0:(import.c:86:import_set_state_nolock()) 000000004f550516 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1781281252.648680:0:16938:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:21305:x1867807996508416:12345-0@lo:39:umount.0 Request processed in 143us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281252.648686:0:16938:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000020:00000080:1.0:1781281252.648691:0:16938:0:(genops.c:985:class_export_put()) final put 00000000c212eb5b/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1781281252.648713:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000c212eb5b/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281252.648755:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000004f550516 for lustre-MDT0000 00010000:00010000:2.0:1781281252.648876:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281252.649012:0:21305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:21305:1867807996508416:0@lo:39:umount.0 00000100:00080000:0.0:1781281252.649027:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000336c1ac0 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1781281252.649032:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1781281252.649034:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1781281252.649037:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1781281252.652914:0:21305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.652935:0:21305:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.652941:0:21305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.652946:0:21305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.653155:0:21305:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281252.653163:0:21305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.653168:0:21305:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.653172:0:21305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.653180:0:21305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653379:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281252.653385:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653392:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005dd7928a already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281252.653395:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653402:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281252.653407:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281252.653411:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1781281252.653413:0:7835:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1781281252.653445:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653452:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1781281252.653503:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1781281252.653521:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653528:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000005dd7928a/0x3e391ad4c896bfe0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896bfe7 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653543:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281252.653545:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653550:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbd63772 already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281252.653552:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653558:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281252.653563:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281252.653568:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1781281252.653570:0:7835:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1781281252.653581:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653586:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281252.653603:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653610:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281252.653611:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281252.653613:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281252.653629:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996508608:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1781281252.653691:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281252.653746:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508608 00000100:00100000:2.0:1781281252.653790:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1781281252.653796:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2997:x1867807996508608:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281252.653820:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281252.653835:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000902edaa9/0x3e391ad4c896c17d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c176 expref: 17 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281252.653849:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281252.653881:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2997:x1867807996508608:12345-0@lo:103:ldlm_bl_03.0 Request processed in 84us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281252.653888:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1781281252.653922:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996508608:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281252.654241:0:21305:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281252.654245:0:21305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c176 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c17d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281252.654261:0:21305:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1781281252.654280:0:21305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654287:0:21305:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654292:0:21305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654297:0:21305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654360:0:21305:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281252.654365:0:21305:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654371:0:21305:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654376:0:21305:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281252.654380:0:21305:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281252.654458:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996508544:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1781281252.654492:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781281252.654536:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281252.654541:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654547:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1ee2e6e already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281252.654549:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654555:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281252.654560:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281252.654565:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1781281252.654567:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1781281252.654569:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log params 00010000:00010000:3.0:1781281252.654589:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654595:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281252.654615:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654620:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000a1ee2e6e/0x3e391ad4c896c0ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c0f8 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654634:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281252.654636:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654641:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d2dd2a29 already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281252.654643:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654648:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281252.654653:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281252.654657:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1781281252.654659:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00010000:00010000:3.0:1781281252.654669:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654674:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281252.654686:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.654692:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281252.654694:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281252.654695:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281252.654701:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781281252.654709:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b77be1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996508736:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281252.654739:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281252.654798:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996508672:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1781281252.654836:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281252.654949:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508544 00000100:00100000:3.0:1781281252.655009:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508736 00000100:00100000:3.0:1781281252.655028:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508672 00000100:00100000:3.0:1781281252.655046:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1781281252.655051:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996508544:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1781281252.655073:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281252.655085:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000056bd5d0a/0x3e391ad4c896bfe7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896bfe0 expref: 18 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.655095:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281252.655122:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2995:x1867807996508544:12345-0@lo:103:ldlm_bl_03.0 Request processed in 69us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281252.655128:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1781281252.655142:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1781281252.655145:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033340848 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2996:x1867807996508736:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281252.655152:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281252.655160:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001f8da49b/0x3e391ad4c896bfd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896bfd2 expref: 16 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.655170:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281252.655194:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033340848 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:2996:x1867807996508736:12345-0@lo:103:ldlm_bl_01.0 Request processed in 47us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281252.655200:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1781281252.655238:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1781281252.655242:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74ffd8b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:2998:x1867807996508672:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281252.655248:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281252.655255:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e63464a6/0x3e391ad4c896c0f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c0ea expref: 14 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.655267:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281252.655290:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74ffd8b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:2998:x1867807996508672:12345-0@lo:103:ldlm_bl_01.0 Request processed in 47us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281252.655296:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1781281252.655330:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996508672:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281252.655349:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b77be1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996508736:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281252.655365:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996508544:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281252.655528:0:21305:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281252.655533:0:21305:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896bfd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896bfd9 expref: -99 pid: 16930 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281252.655545:0:21305:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-barrier 10000000:01000000:1.0:1781281252.655550:0:21305:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1781281252.655552:0:21305:0:(mgc_request.c:546:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1781281252.655565:0:21305:0:(obd_mount_server.c:1629:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1781281252.655568:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:1.0:1781281252.655572:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:02000400:1.0:1781281252.655576:0:21305:0:(obd_config.c:854:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:2.0:1781281252.656927:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281252.657993:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:1.0:1781281252.658455:0:21305:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x40086672 00000001:00080000:3.0:1781281252.699567:0:16973:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 21474836483 is committed 00000020:00000080:0.0:1781281252.714199:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/6 00000020:00080000:0.0:1781281252.714213:0:21305:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 0000000075643b68 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281252.714219:0:21305:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 000000006d0d8100 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281252.714225:0:21305:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000f2bbe7f4 fd013285-183a-4106-aea7-7bb500a78bd8 192.168.204.1@tcp 7 (0 0 2) 0 0 0 0: 0000000000000000 21474836483 stale:0 00000020:00080000:0.0:1781281252.714230:0:21305:0:(genops.c:1525:class_disconnect_exports()) OBD device 5 (000000005e33b556) has exports, disconnecting them 00000020:00080000:0.0:1781281252.714234:0:21305:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000075643b68), last request at 1781281247 00000020:00000080:0.0:1781281252.714240:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c225 00000100:00080000:0.0:1781281252.714248:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000013fb9ef : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281252.714321:0:21305:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000075643b68): rc 0 00000020:00000080:0.0:1781281252.714323:0:21305:0:(genops.c:985:class_export_put()) final put 0000000075643b68/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1781281252.714336:0:21305:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000006d0d8100), last request at 1781281247 00000020:00000080:0.0:1781281252.714346:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c217 00000100:00080000:0.0:1781281252.714349:0:21305:0:(import.c:86:import_set_state_nolock()) 000000004c73106b : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281252.714381:0:21305:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000006d0d8100): rc 0 00000020:00000080:0.0:1781281252.714383:0:21305:0:(genops.c:985:class_export_put()) final put 000000006d0d8100/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1781281252.714387:0:21305:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.1@tcp (00000000f2bbe7f4), last request at 1781281250 00000020:00000080:0.0:1781281252.714390:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c01f 00000020:00010000:0.0:1781281252.714398:0:21305:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000f2bbe7f4: total 1 00000100:00080000:0.0:1781281252.714401:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000aee417c8 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1781281252.714419:0:5494:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000f2bbe7f4: total 1 00000020:00080000:0.0:1781281252.714429:0:21305:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000f2bbe7f4): rc 0 00010000:00010000:3.0:1781281252.714454:0:5494:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000f2bbe7f4, canceled 0 locks, left on hash table 2. 00000100:00080000:0.0:1781281252.714456:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281252.714459:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968855 gen 3 00000004:00080000:0.0:1781281252.714477:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281252.714481:0:21305:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00010000:00010000:3.0:1781281252.714498:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c375 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124855c expref: 3 pid: 16938 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1781281252.714502:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000a31e2f69 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1781281252.714519:0:21305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:21305:1867807996508800:0@lo:9:umount.0 00010000:00010000:3.0:1781281252.714522:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093e923e3/0x3e391ad4c896c359 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 2 pid: 16938 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.714532:0:5494:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000f2bbe7f4, canceled 2 locks, left on hash table 0. 00000100:00100000:0.0:1781281252.714580:0:21305:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281252.714603:0:21305:0:(client.c:2500:ptlrpc_set_wait()) set 000000002c7eb777 going to sleep for 5 seconds 00000100:00100000:0.0:1781281252.714652:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508800 00000100:00100000:0.0:1781281252.714685:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297 00000100:00100000:0.0:1781281252.714691:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c685d8e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:21305:x1867807996508800:12345-0@lo:9:umount.0 00000020:00000080:0.0:1781281252.714715:0:12110:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c05e 00000100:00080000:0.0:1781281252.714718:0:12110:0:(import.c:86:import_set_state_nolock()) 0000000019cfc8b0 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281252.714742:0:12110:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00010000:00010000:2.0:1781281252.715014:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281252.715020:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281252.715226:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c685d8e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+2:21305:x1867807996508800:12345-0@lo:9:umount.0 Request processed in 534us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281252.715234:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297 00010000:00010000:0.0:1781281252.715253:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281252.715284:0:21305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:21305:1867807996508800:0@lo:9:umount.0 00000100:00080000:2.0:1781281252.715298:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000a31e2f69 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1781281252.715310:0:21305:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281252.715312:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281252.715314:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1781281252.715316:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968855 gen 4 00000004:00080000:2.0:1781281252.715318:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281252.715320:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1781281252.715426:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281252.715429:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968853 gen 3 00000004:00080000:2.0:1781281252.715438:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281252.715439:0:21305:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1781281252.715451:0:21305:0:(import.c:86:import_set_state_nolock()) 0000000071d2879e lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00000080:1.0:1781281252.715486:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000075643b68/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281252.715537:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000006d0d8100/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281252.715555:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000013fb9ef for lustre-MDT0000 00000020:00000080:1.0:1781281252.715559:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000004c73106b for lustre-MDT0000 00000100:00100000:2.0:1781281252.716562:0:21305:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:21305:1867807996508864:0@lo:9:umount.0 00000100:00100000:2.0:1781281252.716609:0:21305:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281252.716634:0:21305:0:(client.c:2500:ptlrpc_set_wait()) set 000000000509be1e going to sleep for 5 seconds 00000100:00100000:0.0:1781281252.717803:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996508864 00000100:00100000:0.0:1781281252.717876:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298 00000100:00100000:0.0:1781281252.717881:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032eb8a1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:21305:x1867807996508864:12345-0@lo:9:umount.0 00000020:00000080:0.0:1781281252.717915:0:12110:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c0a4 00000100:00080000:0.0:1781281252.717921:0:12110:0:(import.c:86:import_set_state_nolock()) 000000009f7974bd : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281252.717972:0:12110:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968854 00000100:00100000:0.0:1781281252.718212:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032eb8a1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+2:21305:x1867807996508864:12345-0@lo:9:umount.0 Request processed in 329us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281252.718219:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298 00010000:00010000:1.0:1781281252.718562:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281252.721074:0:21305:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:21305:1867807996508864:0@lo:9:umount.0 00000100:00080000:2.0:1781281252.721102:0:21305:0:(import.c:86:import_set_state_nolock()) 0000000071d2879e lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1781281252.721121:0:21305:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281252.721123:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281252.721126:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281252.721129:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968853 gen 4 00000004:00080000:2.0:1781281252.721133:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281252.721134:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00080000:2.0:1781281252.721266:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (000000005e33b556) has no exports 00000020:00000080:3.0:1781281252.784915:0:5494:0:(genops.c:985:class_export_put()) final put 00000000f2bbe7f4/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281252.784998:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000f2bbe7f4/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-MDT0000 00000020:00000080:0.0:1781281252.785078:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000aee417c8 for lustre-MDT0000 00010000:00010000:0.0:1781281252.785090:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281252.785092:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281252.785094:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1781281252.829576:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c034 00000020:00000080:1.0:1781281252.829590:0:21305:0:(genops.c:985:class_export_put()) final put 000000002931b479/lustre-QMT0000_UUID 00000020:01000000:1.0:1781281252.829649:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1781281252.829656:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1781281252.829665:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1781281252.829668:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 7 (00000000c69d26ec) has no exports 00000020:00000080:2.0:1781281252.830203:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000002931b479/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1781281252.830839:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c02d 00000020:00000080:1.0:1781281252.830846:0:21305:0:(genops.c:985:class_export_put()) final put 00000000846b5a2b/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1781281252.830891:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1781281252.830898:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1781281252.830901:0:21305:0:(genops.c:985:class_export_put()) final put 00000000af27c16d/lustre-QMT0000_UUID 00000020:00000080:1.0:1781281252.830903:0:21305:0:(genops.c:944:class_export_destroy()) destroying export 00000000af27c16d/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1781281252.830911:0:21305:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:1.0:1781281252.831072:0:21305:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000c80b5dc5 - data 00000000da609eb4/0000000020564f68 00000020:01000000:1.0:1781281252.831093:0:21305:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000001eee5eeb - data 0000000052f08314/00000000dc580fa4 00000020:00080000:1.0:1781281252.831443:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (000000005e33b556) has no exports 00000020:00000080:2.0:1781281252.836282:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000846b5a2b/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00080000:0.0:1781281252.863865:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281252.863874:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968855 gen 5 00000004:00080000:0.0:1781281252.863947:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:0.0:1781281252.869793:0:21305:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:0.0:1781281252.869801:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281252.869805:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281252.869810:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968855 gen 6 00000004:00080000:0.0:1781281252.869816:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281252.869818:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1781281252.870345:0:16961:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1781281252.870351:0:16961:0:(llog.c:789:llog_process_thread()) stop processing plain 0x14:1:0 index 1 count 1 00000040:00080000:2.0:1781281252.870364:0:16961:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x2:1:0 index 5 count 2 00000040:00080000:2.0:1781281252.870758:0:16961:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 5, last_idx 5 00000040:00100000:2.0:1781281252.870763:0:16961:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 5 in log [0x2:0x1:0x0] 00000040:00080000:2.0:1781281252.870805:0:16961:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 5 of catalog [0x2:0x1:0x0] 00000100:00080000:0.0:1781281252.871152:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281252.871158:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968853 gen 5 00000004:00080000:0.0:1781281252.871178:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:0.0:1781281252.871181:0:21305:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:0.0:1781281252.871182:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281252.871184:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281252.871185:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968853 gen 6 00000004:00080000:0.0:1781281252.871187:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281252.871189:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1781281252.871428:0:16963:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1781281252.871431:0:16963:0:(llog.c:789:llog_process_thread()) stop processing plain 0x16:1:0 index 1 count 1 00000040:00080000:2.0:1781281252.871440:0:16963:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:1:0 index 5 count 2 00000040:00080000:2.0:1781281252.871546:0:16963:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 5, last_idx 5 00000040:00100000:2.0:1781281252.871549:0:16963:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 5 in log [0x5:0x1:0x0] 00000040:00080000:2.0:1781281252.871582:0:16963:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 5 of catalog [0x5:0x1:0x0] 00000020:00000080:0.0:1781281252.923505:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896bff5 00000020:00000080:0.0:1781281252.923515:0:21305:0:(genops.c:985:class_export_put()) final put 000000002c312b8a/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1781281252.923823:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000002c312b8a/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1781281252.926018:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c00a 00000020:00000080:0.0:1781281252.926027:0:21305:0:(genops.c:985:class_export_put()) final put 00000000efad173d/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281252.926039:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1781281252.926044:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281252.926051:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281252.926055:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 4 (00000000a351fd88) has no exports 00000004:01000000:0.0:1781281252.926209:0:21305:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1781281252.926217:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c09d 00000020:00000080:0.0:1781281252.926221:0:21305:0:(genops.c:985:class_export_put()) final put 0000000020f29430/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281252.926225:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281252.926228:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281252.926231:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281252.926233:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 11 (0000000026e158ba) has no exports 00000020:00000080:0.0:1781281252.926239:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c057 00000020:00000080:0.0:1781281252.926242:0:21305:0:(genops.c:985:class_export_put()) final put 000000008e8211c3/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281252.926410:0:21305:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281252.926414:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281252.926417:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968853 gen 7 00000004:00080000:0.0:1781281252.926422:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281252.926424:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281252.926608:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281252.926612:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281252.926617:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c049 00000020:00000080:0.0:1781281252.926621:0:21305:0:(genops.c:985:class_export_put()) final put 00000000b8bfc130/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281252.926624:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281252.926626:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281252.926628:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281252.926630:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 8 (00000000172a4fc6) has no exports 00000020:00000080:0.0:1781281252.926633:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c042 00000020:00000080:0.0:1781281252.926635:0:21305:0:(genops.c:985:class_export_put()) final put 00000000c1070285/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281252.927219:0:21305:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281252.927223:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281252.927226:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968855 gen 7 00000004:00080000:0.0:1781281252.927230:0:21305:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281252.927232:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281252.927416:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281252.927421:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281252.927446:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281252.927448:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281252.927473:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c011 00000020:00000080:0.0:1781281252.927477:0:21305:0:(genops.c:985:class_export_put()) final put 00000000791d64f5/lustre-MDD0000_UUID 00000020:01000000:0.0:1781281252.927482:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1781281252.927486:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281252.927488:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281252.927491:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 6 (000000005213705a) has no exports 00000020:00000080:0.0:1781281252.927576:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281252.927578:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1781281252.927581:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c018 00000020:00000080:0.0:1781281252.927584:0:21305:0:(genops.c:985:class_export_put()) final put 00000000a3aa9c74/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1781281252.927590:0:21305:0:(obd_mount_server.c:201:server_put_mount()) put mount 00000000817eddd5 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1781281252.927593:0:21305:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000817eddd5 3 00000020:01000004:0.0:1781281252.927595:0:21305:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 00000000817eddd5 from lustre-MDT0000 00000020:00000080:0.0:1781281252.927651:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281252.927654:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1781281252.927656:0:21305:0:(genops.c:985:class_export_put()) final put 0000000076d307a7/lustre-MDT0000_UUID 00000020:00000080:0.0:1781281252.927659:0:21305:0:(genops.c:944:class_export_destroy()) destroying export 0000000076d307a7/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1781281252.927666:0:21305:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1781281252.927711:0:21305:0:(obd_mount_server.c:270:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1781281252.927714:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1781281252.927716:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281252.927718:0:21305:0:(obd_config.c:877:class_cleanup()) MGS: forcing exports to disconnect: 2/4 00000020:00080000:0.0:1781281252.927725:0:21305:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 00000000aa8b67f7 ecf7ee81-2075-4f26-b532-0d44497bf6c9 192.168.204.1@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281252.927730:0:21305:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 000000009788447c fe18d2fd-47a2-47ff-98fc-180cf48b334a 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281252.927733:0:21305:0:(genops.c:1525:class_disconnect_exports()) OBD device 1 (00000000489fc74e) has exports, disconnecting them 00000020:00080000:0.0:1781281252.927737:0:21305:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.1@tcp (00000000aa8b67f7), last request at 1781281248 00000020:00000080:2.0:1781281252.927909:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000efad173d/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1781281252.927915:0:13507:0:(genops.c:985:class_export_put()) final put 000000003133ace0/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1781281252.927916:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000003133ace0/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1781281252.927921:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1781281252.928051:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000020f29430/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1781281252.928065:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000008e8211c3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1781281252.928081:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000071d2879e for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1781281252.928085:0:13507:0:(genops.c:985:class_export_put()) final put 0000000040ba951a/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1781281252.928087:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000040ba951a/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1781281252.928090:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1781281252.928118:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000b8bfc130/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1781281252.928123:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000c1070285/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1781281252.928127:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000a31e2f69 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1781281252.928131:0:13507:0:(genops.c:985:class_export_put()) final put 00000000ed6d1358/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1781281252.928132:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000ed6d1358/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1781281252.928135:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1781281252.928186:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000791d64f5/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1781281252.928189:0:13507:0:(genops.c:985:class_export_put()) final put 00000000e65609d5/lustre-MDD0000_UUID 00000020:00000080:2.0:1781281252.928190:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000e65609d5/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1781281252.928193:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1781281252.928250:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000a3aa9c74/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1781281252.928394:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c1f4 00000020:00010000:0.0:1781281252.928399:0:21305:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000aa8b67f7: total 3 00000100:00080000:0.0:1781281252.928403:0:21305:0:(import.c:86:import_set_state_nolock()) 000000004b895f30 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281252.928424:0:21305:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000aa8b67f7): rc 0 00000020:00080000:0.0:1781281252.928427:0:21305:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000009788447c), last request at 1781281252 00000020:00000080:0.0:1781281252.928465:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896bfcb 00000020:00010000:0.0:1781281252.928467:0:21305:0:(genops.c:1857:obd_stale_export_put()) Put export 000000009788447c: total 4 00000100:00080000:0.0:1781281252.928469:0:21305:0:(import.c:86:import_set_state_nolock()) 00000000c9f13a0a : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281252.928484:0:21305:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000009788447c): rc 0 00000020:00080000:0.0:1781281252.928498:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 1 (00000000489fc74e) has no exports 00000100:00100000:0.0:1781281252.928544:0:16934:0:(service.c:2935:ptlrpc_main()) ll_mgs_0001: service thread [000000007842b80c:16934] 1 exiting: rc = 0 00000100:00100000:0.0:1781281252.928620:0:16935:0:(service.c:2935:ptlrpc_main()) ll_mgs_0002: service thread [0000000064b04f77:16935] 2 exiting: rc = 0 00000020:00010000:3.0:1781281252.928691:0:5495:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000aa8b67f7: total 4 00010000:00010000:3.0:1781281252.928721:0:5495:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000aa8b67f7, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1781281252.928757:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c210 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248540 expref: 5 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928774:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000eb65bc2b/0x3e391ad4c896c209 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248539 expref: 4 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928789:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000eff81558/0x3e391ad4c896c202 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248532 expref: 3 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928798:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe7f0eeb/0x3e391ad4c896c1fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124852b expref: 2 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928807:0:5495:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000aa8b67f7, canceled 4 locks, left on hash table 0. 00000020:00000080:3.0:1781281252.928821:0:5495:0:(genops.c:985:class_export_put()) final put 00000000aa8b67f7/ecf7ee81-2075-4f26-b532-0d44497bf6c9 00000020:00010000:3.0:1781281252.928834:0:5495:0:(genops.c:1843:obd_stale_export_get()) Get export 000000009788447c: total 3 00010000:00010000:3.0:1781281252.928846:0:5495:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 000000009788447c, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1781281252.928857:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee492b77/0x3e391ad4c896c18b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c184 expref: 9 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928866:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c1a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c1a0 expref: 8 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928874:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d718b524/0x3e391ad4c896c1c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c1bc expref: 7 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928883:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896c1df lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c1d8 expref: 6 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928893:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a6f4151a/0x3e391ad4c896c199 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c192 expref: 5 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928901:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896c1b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c1ae expref: 4 pid: 16935 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928908:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c5f04f4b/0x3e391ad4c896c1d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c1ca expref: 3 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928922:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896c1ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c1e6 expref: 2 pid: 16934 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281252.928930:0:5495:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 000000009788447c, canceled 8 locks, left on hash table 0. 00000020:00000080:3.0:1781281252.928937:0:5495:0:(genops.c:985:class_export_put()) final put 000000009788447c/fe18d2fd-47a2-47ff-98fc-180cf48b334a 00010000:00010000:3.0:1781281252.928940:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281252.928941:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281252.928943:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281252.929046:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281252.929174:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000aa8b67f7/ecf7ee81-2075-4f26-b532-0d44497bf6c9 for MGS 00000020:00000080:0.0:1781281252.929202:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000009788447c/fe18d2fd-47a2-47ff-98fc-180cf48b334a for MGS 00000020:00000080:0.0:1781281252.929212:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000004b895f30 for MGS 00000020:00000080:0.0:1781281252.929216:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000c9f13a0a for MGS 00000100:00100000:1.0:1781281252.929316:0:16933:0:(service.c:2935:ptlrpc_main()) ll_mgs_0000: service thread [0000000051a58363:16933] 0 exiting: rc = 1 00000100:00100000:0.0:1781281252.929618:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929625:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929631:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929637:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929643:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929648:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929653:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929660:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929665:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929670:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929675:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929680:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929686:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929691:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929696:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929701:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929706:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929711:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929716:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929721:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929727:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929732:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929736:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929742:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929804:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929809:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929814:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929818:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929823:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929828:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929834:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929847:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929852:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929856:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929862:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929866:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929871:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929876:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929880:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929885:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929890:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929895:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929899:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929904:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929909:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929914:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929919:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929924:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929929:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929935:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929940:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.929946:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930208:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930219:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930225:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930230:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930235:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930240:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930245:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930249:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930253:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930258:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930263:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.930267:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1781281252.932543:0:21305:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000942120d6 - data 00000000d742e64a/00000000f146c10f 00000020:01000000:0.0:1781281252.932568:0:21305:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000005e3a5977 - data 00000000c78760ca/00000000c3bfe729 00000020:00000080:0.0:1781281252.933053:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896bfbd 00000020:00000080:0.0:1781281252.933183:0:21305:0:(genops.c:985:class_export_put()) final put 00000000bcbd12a9/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1781281252.933232:0:21305:0:(obd_mount_server.c:201:server_put_mount()) put mount 00000000817eddd5 from MGS, refs=2 00000020:01000004:0.0:1781281252.933236:0:21305:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000817eddd5 2 00000020:01000004:0.0:1781281252.933239:0:21305:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 00000000817eddd5 from MGS 00000020:00000080:0.0:1781281252.933292:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281252.933297:0:21305:0:(obd_config.c:805:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1781281252.933299:0:21305:0:(genops.c:985:class_export_put()) final put 00000000f87aed40/MGS 00000020:00000080:0.0:1781281252.933302:0:21305:0:(genops.c:944:class_export_destroy()) destroying export 00000000f87aed40/MGS for MGS 00000020:01000000:0.0:1781281252.933309:0:21305:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1781281252.933361:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1781281252.933365:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281252.933370:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/2 00000020:00080000:0.0:1781281252.933376:0:21305:0:(genops.c:1752:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000f1247368 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281252.933381:0:21305:0:(genops.c:1525:class_disconnect_exports()) OBD device 17 (000000009a76214d) has exports, disconnecting them 00000020:00080000:0.0:1781281252.933385:0:21305:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000f1247368), last request at 1781281104 00000020:00000080:0.0:1781281252.933389:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c114 00000020:00080000:0.0:1781281252.933399:0:21305:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000f1247368): rc 0 00000020:00000080:0.0:1781281252.933439:0:21305:0:(genops.c:985:class_export_put()) final put 00000000f1247368/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1781281252.933698:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000bcbd12a9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1781281252.934012:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000f1247368/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1781281252.946008:0:21305:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1781281252.946016:0:21305:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281252.946020:0:21305:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1781281252.946026:0:21305:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1781281252.946218:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1781281252.946228:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1781281252.946233:0:21305:0:(obd_mount.c:926:lustre_common_put_super()) dropping sb 00000000817eddd5 00000020:01000004:2.0:1781281252.946237:0:21305:0:(obd_mount.c:526:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:2.0:1781281252.946239:0:21305:0:(obd_mount.c:939:lustre_common_put_super()) MGC still in use 00000020:01000004:2.0:1781281252.946240:0:21305:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000817eddd5 1 00000020:00000080:2.0:1781281252.946245:0:21305:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896bfaf 00000020:00000080:2.0:1781281252.946251:0:21305:0:(genops.c:985:class_export_put()) final put 00000000017fa006/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1781281252.946256:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1781281252.946275:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1781281252.946278:0:21305:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1781281252.946281:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 0 (000000007b8d0cc8) has no exports 00000020:00000080:3.0:1781281252.946639:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000336c1ac0 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1781281252.946647:0:37:0:(genops.c:985:class_export_put()) final put 00000000f27e1aef/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1781281252.946649:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000f27e1aef/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1781281252.946660:0:37:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1781281252.946703:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000017fa006/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1781281252.968671:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1781281252.968682:0:21305:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1781281252.968687:0:21305:0:(genops.c:985:class_export_put()) final put 00000000bee41b84/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1781281252.968692:0:21305:0:(genops.c:944:class_export_destroy()) destroying export 00000000bee41b84/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1781281252.968698:0:21305:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1781281252.968805:0:21305:0:(obd_mount.c:608:lustre_free_lsi()) Freeing lsi 000000004e8fd455 00000020:01000000:2.0:1781281252.968825:0:21305:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1781281252.968829:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1781281252.968833:0:21305:0:(obd_config.c:877:class_cleanup()) MDS: forcing exports to disconnect: 0/0 00000020:00080000:2.0:1781281252.968836:0:21305:0:(genops.c:1530:class_disconnect_exports()) OBD device 3 (000000001ac03b18) has no exports 00000100:00100000:2.0:1781281252.968936:0:17646:0:(service.c:2935:ptlrpc_main()) mdt00_003: service thread [00000000a10716ad:17646] 3 exiting: rc = 0 00000100:00100000:2.0:1781281252.969068:0:16937:0:(service.c:2935:ptlrpc_main()) mdt00_000: service thread [000000008137d6e7:16937] 0 exiting: rc = 1 00000100:00100000:0.0:1781281252.969210:0:16939:0:(service.c:2935:ptlrpc_main()) mdt00_002: service thread [000000003e078e68:16939] 2 exiting: rc = 0 00000100:00100000:2.0:1781281252.971039:0:16938:0:(service.c:2935:ptlrpc_main()) mdt00_001: service thread [000000009e536878:16938] 1 exiting: rc = 0 00000100:00100000:3.0:1781281252.971477:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971486:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971493:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971499:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971505:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971511:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971516:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971522:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971526:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971532:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971538:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971543:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971548:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971555:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971563:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971568:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971574:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971580:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971586:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971593:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971598:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971604:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971611:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971617:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971623:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971629:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971634:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971639:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971644:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971650:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971656:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971662:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971668:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971674:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971679:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971683:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971688:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971692:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971698:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971703:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971708:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971714:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971718:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971724:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971728:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971733:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.971739:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972188:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972197:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972204:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972212:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972218:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972224:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972229:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972233:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972238:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972243:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972249:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972254:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972259:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972264:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972270:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972275:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.972281:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.983459:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996508928:0@lo:400:kworker/u8:2.0 00000400:00000100:3.0:1781281252.983519:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996508928 offset 0 length 224: 4 00000100:00100000:3.0:1781281252.983566:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996509056:0@lo:400:kworker/u8:2.0 00000400:00000100:3.0:1781281252.983585:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509056 offset 0 length 224: 4 00000100:00100000:3.0:1781281252.983595:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281252.983600:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008750cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996508992:0@lo:400:kworker/u8:2.0 00000400:00000100:3.0:1781281252.983615:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996508992 offset 0 length 224: 4 00000100:00100000:3.0:1781281252.984661:0:16941:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000cfdf5d30:16941] 1 exiting: rc = 0 00000100:00100000:3.0:1781281252.987820:0:16940:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000968f7caf:16940] 0 exiting: rc = 1 00000100:00100000:3.0:1781281252.987891:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987898:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987903:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987908:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987913:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987917:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987922:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987927:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987932:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987938:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987943:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987947:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987970:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987976:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987980:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987985:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987990:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987994:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.987999:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988004:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988008:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988012:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988017:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988022:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988027:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988031:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988036:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988040:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988044:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988049:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988053:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988067:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988072:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988077:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988081:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988086:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988089:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988094:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988098:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988102:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988106:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988110:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988114:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988120:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988129:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988133:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988137:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988142:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988146:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988151:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988155:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988159:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988163:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988167:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988172:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988176:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988180:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988184:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988188:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988193:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988198:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988202:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988206:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.988211:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281252.988886:0:16944:0:(service.c:2935:ptlrpc_main()) mdt_out00_001: service thread [00000000390db541:16944] 1 exiting: rc = 0 00000100:00100000:2.0:1781281252.991679:0:16943:0:(service.c:2935:ptlrpc_main()) mdt_out00_000: service thread [00000000640b091c:16943] 0 exiting: rc = 1 00000100:00100000:3.0:1781281252.992885:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992910:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992931:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992938:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992947:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992968:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992976:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992981:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992987:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992993:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.992999:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993004:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993009:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993014:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993038:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993046:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993052:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993070:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993076:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993081:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993087:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993094:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993100:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993107:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993112:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993118:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993142:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993149:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993156:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993162:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993168:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993174:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993180:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993187:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993193:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993200:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993206:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993212:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993233:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993241:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993245:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993252:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993258:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993265:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993270:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993276:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993283:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993289:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993296:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993303:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993326:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993334:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993340:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993346:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993353:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993359:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993365:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993372:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993378:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993384:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993389:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993394:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993401:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281252.993414:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281253.030499:0:16945:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0000: service thread [00000000fc4d554c:16945] 0 exiting: rc = 1 00000100:00100000:1.0:1781281253.035235:0:16946:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0001: service thread [00000000b2e8ddd3:16946] 1 exiting: rc = 0 00000100:00100000:1.0:1781281253.035340:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035347:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035352:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035357:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035361:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035366:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035372:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035376:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035380:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035384:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035389:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035393:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035398:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035403:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035408:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035412:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035416:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035421:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035425:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035429:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035437:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035442:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035446:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035523:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035531:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035605:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035612:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035617:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035622:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035628:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035632:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035637:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035641:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035645:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035649:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035654:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035658:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035663:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035668:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.035673:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037177:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037185:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037189:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037194:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037199:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037204:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037208:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037212:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037217:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037221:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037225:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037230:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037234:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037239:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037243:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037247:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037252:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037257:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037262:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037267:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037272:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037277:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037282:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.037286:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.038014:0:16948:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0001: service thread [000000004fa9eda0:16948] 1 exiting: rc = 0 00000100:00100000:1.0:1781281253.038614:0:16947:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0000: service thread [0000000023d13725:16947] 0 exiting: rc = 1 00000100:00100000:1.0:1781281253.038670:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039830:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039840:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039845:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039850:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039856:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039860:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039865:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039869:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039875:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039879:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039884:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039889:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039893:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039898:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039902:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039906:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039911:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039916:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039921:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039925:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039930:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039935:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039939:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039943:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039948:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039969:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039975:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039980:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039985:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039990:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039994:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.039999:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040004:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040010:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040017:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040022:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040027:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040032:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040036:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040041:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040128:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040135:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040140:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040144:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040148:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040152:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040156:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040160:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040164:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040168:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040173:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040177:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040181:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040185:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040189:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040194:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040198:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040202:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040205:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040210:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040214:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040218:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.040224:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042662:0:16950:0:(service.c:2935:ptlrpc_main()) mdt_fld_0001: service thread [0000000047d82a44:16950] 1 exiting: rc = 0 00000100:00100000:1.0:1781281253.042815:0:16949:0:(service.c:2935:ptlrpc_main()) mdt_fld_0000: service thread [000000003681c366:16949] 0 exiting: rc = 1 00000100:00100000:1.0:1781281253.042869:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042876:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042882:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042887:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042892:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042896:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042901:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042906:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042911:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042915:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042921:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042926:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042931:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042936:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042941:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042947:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042952:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042974:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042979:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042984:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042988:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042993:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.042997:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043002:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043007:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043012:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043017:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043021:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043026:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043032:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043036:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043041:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043118:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043124:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043129:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043134:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043138:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043144:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043148:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043153:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043158:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043163:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043167:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043172:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043176:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043181:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043185:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043190:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043195:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043199:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043204:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043208:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043212:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043217:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043221:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043226:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043230:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043234:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043239:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043243:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043248:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043252:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043256:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.043261:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.045150:0:16953:0:(service.c:2935:ptlrpc_main()) mdt_io00_002: service thread [00000000cbbbd8e0:16953] 2 exiting: rc = 0 00000100:00100000:1.0:1781281253.045911:0:16952:0:(service.c:2935:ptlrpc_main()) mdt_io00_001: service thread [0000000073e24dc1:16952] 1 exiting: rc = 0 00000100:00100000:1.0:1781281253.046444:0:16951:0:(service.c:2935:ptlrpc_main()) mdt_io00_000: service thread [000000008d45f0d8:16951] 0 exiting: rc = 1 00000100:00100000:1.0:1781281253.046699:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046707:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046713:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046719:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046724:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046730:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046744:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046752:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046838:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046844:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046849:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046856:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046861:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046868:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046874:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046892:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046899:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046904:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046910:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046915:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046920:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046926:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046932:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046938:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046944:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046949:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046973:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046978:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046984:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046990:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.046995:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047001:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047006:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047011:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047016:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047021:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047026:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047031:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047036:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047143:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047150:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047155:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047159:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047164:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047168:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047173:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047179:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047184:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047189:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00100000:3.0:1781281253.047193:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1781281253.047194:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1781281253.047198:0:7126:0:(genops.c:985:class_export_put()) final put 00000000762c7028/lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1781281253.047199:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047204:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047209:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047214:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00080000:3.0:1781281253.047219:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968854 is committed 00000100:00100000:1.0:1781281253.047220:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047225:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1781281253.047229:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000762c7028/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000100:00100000:1.0:1781281253.047231:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047236:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047241:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047246:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047251:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047256:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281253.047261:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1781281253.047267:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000009f7974bd for lustre-OST0001 00000100:00100000:1.0:1781281253.047272:0:21305:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00100000:0.0:1781281253.051373:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281253.051380:0:6337:0:(genops.c:985:class_export_put()) final put 00000000d1b96f89/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281253.051456:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000d1b96f89/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1781281253.051546:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000019cfc8b0 for lustre-OST0000 00000020:00000080:2.0:1781281253.069538:0:21305:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1781281253.069549:0:21305:0:(obd_config.c:805:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1781281253.069554:0:21305:0:(genops.c:985:class_export_put()) final put 00000000cc999abf/MDS_uuid 00000020:00000080:2.0:1781281253.069559:0:21305:0:(genops.c:944:class_export_destroy()) destroying export 00000000cc999abf/MDS_uuid for MDS 00000020:01000000:2.0:1781281253.069569:0:21305:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1781281253.069718:0:21305:0:(obd_mount_server.c:1687:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1781281253.613181:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1781281253.839866:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981804608 offset 0 length 224: 4 00000400:00000100:0.0:1781281253.839890:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981804544 offset 0 length 224: 4 00000100:00100000:0.0:1781281253.839923:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281253.840086:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804672 00000100:00100000:2.0:1781281253.840138:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 348 00000100:00100000:2.0:1781281253.840146:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981804672:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281253.840221:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981804672:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281253.840228:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 348 00010000:00010000:2.0:1781281254.640645:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281255.661991:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281256.688387:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281257.711891:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281258.093910:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996509248:0@lo:400:kworker/u8:2.0 00000400:00000100:2.0:1781281258.094008:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509248 offset 0 length 224: 4 00000100:00100000:3.0:1781281258.097655:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996509120:0@lo:400:kworker/u8:2.0 00000400:00000100:3.0:1781281258.097717:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996509120 offset 0 length 224: 4 00000100:00100000:3.0:1781281258.097744:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281258.097750:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fe83b66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996509184:0@lo:400:kworker/u8:2.0 00000400:00000100:3.0:1781281258.097769:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509184 offset 0 length 224: 4 00010000:00010000:2.0:1781281258.733478:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281258.962312:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981804736 offset 0 length 224: 4 00000100:00100000:1.0:1781281258.962363:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1781281258.962449:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981804800 offset 0 length 224: 4 00000100:00100000:0.0:1781281258.964404:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981804864 00000100:00100000:2.0:1781281258.964806:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 349 00000100:00100000:2.0:1781281258.964814:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c75875 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981804864:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000020:02000000:2.0:1781281258.964822:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281258.980649:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c75875 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981804864:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 15827us (18279us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281258.980730:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 349 00010000:00010000:3.0:1781281259.761567:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1781281260.013059:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281252/real 1781281252] req@00000000f02f6d6f x1867807996508928/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281259 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1781281260.050264:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000f02f6d6f x1867807996508928/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281259 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1781281260.050279:0:2996:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1781281260.050282:0:2996:0:(import.c:206:ptlrpc_set_import_discon()) 166-1: MGC192.168.204.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1781281260.061544:0:2996:0:(import.c:212:ptlrpc_set_import_discon()) import MGS@192.168.204.101@tcp for MGC192.168.204.101@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1781281260.061550:0:2996:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1781281260.061559:0:2996:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000f02f6d6f x1867807996508928/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281259 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1781281260.061577:0:2996:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000007d9bd63d x1867807996509120/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281265 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 10000000:01000000:3.0:1781281260.061592:0:2996:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1781281260.061595:0:2996:0:(pinger.c:215:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1781281260.061596:0:2996:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1781281260.061598:0:2996:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:3.0:1781281260.061636:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1781281260.061650:0:13507:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1781281260.061653:0:13507:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1781281260.061657:0:13507:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 644 00000100:00080000:3.0:1781281260.061704:0:13507:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:3.0:1781281260.061729:0:13507:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000095f6b492 x1867807996509312/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281260.061789:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996509312:0@lo:250:kworker/u8:0.0 00000400:00000100:3.0:1781281260.061833:0:2994:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996509312 offset 0 length 520: 4 00000100:00100000:3.0:1781281260.061868:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff2eb905 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996509376:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281260.061885:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509376 offset 0 length 224: 4 00000100:00100000:0.0:1781281260.063591:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996508928:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281260.063618:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781281260.063627:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c2c1c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996509440:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281260.063671:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509440 offset 0 length 224: 4 00000100:00100000:1.0:1781281260.064622:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996509120:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1781281260.788538:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281261.068010:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1781281261.068045:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981804992 offset 0 length 224: 4 00000400:00000100:3.0:1781281261.068058:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981804928 offset 0 length 520: 4 00000100:00100000:2.0:1781281261.068126:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805056 00000100:00100000:2.0:1781281261.068188:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 350 00000100:00100000:2.0:1781281261.068195:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981805056:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000020:02000000:2.0:1781281261.068203:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281261.073516:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981805056:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 5311us (5504us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281261.073534:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 350 00010000:00010000:1.0:1781281261.805468:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:3.0:1781281262.087907:0:21831:0:(super25.c:121:lustre_fill_super()) VFS Op: sb 000000009c8d203c 00000020:01000004:3.0:1781281262.088080:0:21831:0:(obd_mount.c:952:lmd_print()) mount data: 00000020:01000004:3.0:1781281262.088082:0:21831:0:(obd_mount.c:955:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:3.0:1781281262.088083:0:21831:0:(obd_mount.c:956:lmd_print()) flags: 20200 00000020:01000004:3.0:1781281262.088091:0:21831:0:(obd_mount_server.c:1916:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1781281262.088139:0:21831:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1781281262.088145:0:21831:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281262.088159:0:21831:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-osd (000000005db4ec71) 00000020:00000080:3.0:1781281262.088210:0:21831:0:(obd_config.c:648:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 1 00000020:00000080:3.0:1781281262.088216:0:21831:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00100000:10000000:0.0:1781281262.187494:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:1.0:1781281262.197317:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x39:0x0] (8/32) 00100000:10000000:1.0:1781281262.199663:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:1.0:1781281262.201236:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1781281262.201268:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:1.0:1781281262.201325:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:1.0:1781281262.201360:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:1.0:1781281262.201392:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:1.0:1781281262.201511:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:1.0:1781281262.202915:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:1.0:1781281262.211223:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 293: rc = 0 00100000:10000000:1.0:1781281262.211274:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 293: rc = 0 00100000:10000000:2.0:1781281262.218038:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281262.219947:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 299: rc = 0 00100000:10000000:2.0:1781281262.225219:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281262.227014:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 299: rc = 0 00100000:10000000:2.0:1781281262.236741:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 299: rc = 0 00100000:10000000:3.0:1781281262.239853:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281262.245847:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281262.264668:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 299: rc = 0 00100000:10000000:3.0:1781281262.268784:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 299: rc = 0 00100000:10000000:3.0:1781281262.274281:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281262.285342:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 299: rc = 0 00100000:10000000:3.0:1781281262.294797:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281262.316739:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 600: rc = 0 00100000:10000000:3.0:1781281262.323706:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 600: rc = 0 00100000:10000000:2.0:1781281262.337211:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 600: rc = 0 00100000:10000000:2.0:1781281262.341251:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 600: rc = 0 00100000:10000000:2.0:1781281262.354776:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 600: rc = 0 00100000:10000000:2.0:1781281262.357151:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 600: rc = 0 00100000:10000000:2.0:1781281262.367598:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 600: rc = 0 00100000:10000000:2.0:1781281262.370685:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 600: rc = 0 00100000:10000000:2.0:1781281262.372173:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 600: rc = 0 00100000:10000000:2.0:1781281262.374815:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 600: rc = 0 00100000:10000000:0.0:1781281262.387246:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 600: rc = 0 00100000:10000000:0.0:1781281262.389686:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 600: rc = 0 00100000:10000000:0.0:1781281262.391365:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 600: rc = 0 00100000:10000000:0.0:1781281262.393649:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 600: rc = 0 00100000:10000000:0.0:1781281262.395077:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 600: rc = 0 00100000:10000000:0.0:1781281262.396846:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 600: rc = 0 00100000:10000000:0.0:1781281262.401908:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 600: rc = 0 00100000:10000000:0.0:1781281262.406728:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 600: rc = 0 00100000:10000000:0.0:1781281262.409056:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 600: rc = 0 00100000:10000000:0.0:1781281262.410779:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 600: rc = 0 00100000:10000000:0.0:1781281262.421577:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 600: rc = 0 00100000:10000000:0.0:1781281262.424480:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 600: rc = 0 00100000:10000000:0.0:1781281262.430751:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 600: rc = 0 00100000:10000000:0.0:1781281262.432446:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 600: rc = 0 00100000:10000000:0.0:1781281262.434182:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 600: rc = 0 00100000:10000000:3.0:1781281262.437544:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 600: rc = 0 00100000:10000000:0.0:1781281262.442661:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 600: rc = 0 00100000:10000000:0.0:1781281262.446190:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 600: rc = 0 00100000:10000000:0.0:1781281262.449591:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 600: rc = 0 00100000:10000000:0.0:1781281262.453799:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 600: rc = 0 00100000:10000000:0.0:1781281262.467994:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 600: rc = 0 00100000:10000000:2.0:1781281262.486104:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 600: rc = 0 00100000:10000000:0.0:1781281262.490283:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 122: rc = 0 00100000:10000000:3.0:1781281262.521990:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1781281262.524150:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 640: rc = 0 00100000:10000000:3.0:1781281262.528591:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1781281262.531106:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 640: rc = 0 00100000:10000000:3.0:1781281262.537820:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1781281262.537874:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 640: rc = 0 00100000:10000000:3.0:1781281262.542946:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:3.0:1781281262.543017:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 294: rc = 0 00100000:10000000:3.0:1781281262.547475:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1781281262.547527:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 294: rc = 0 00100000:10000000:1.0:1781281262.549574:0:21831:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:1.0:1781281262.549681:0:21831:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 294: rc = 0 00000020:00000080:1.0:1781281262.550033:0:21831:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1781281262.550044:0:21831:0:(osd_handler.c:1543:osd_obd_connect()) connect #0 00000020:00000080:1.0:1781281262.550057:0:21831:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c38a 00000020:01000004:1.0:1781281262.550066:0:21831:0:(obd_mount_server.c:1999:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:1.0:1781281262.550116:0:21831:0:(obd_mount_server.c:233:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1781281262.550123:0:21831:0:(obd_mount_server.c:116:server_register_mount()) register mount 000000009c8d203c from MGS 00000020:01000004:1.0:1781281262.550129:0:21831:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1781281262.550133:0:21831:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1781281262.550144:0:21831:0:(genops.c:417:class_newdev()) Allocate new device MGS (0000000000651705) 00000020:00000080:1.0:1781281262.550191:0:21831:0:(obd_config.c:648:class_attach()) OBD: dev 1 attached type mgs with refcount 1 00000020:00000080:1.0:1781281262.550196:0:21831:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1781281262.552448:0:21831:0:(obd_mount_server.c:167:server_get_mount()) get mount 000000009c8d203c from MGS, refs=2 00080000:01000000:1.0:1781281262.552467:0:21831:0:(osd_handler.c:1543:osd_obd_connect()) connect #1 00000020:00000080:1.0:1781281262.552478:0:21831:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c398 00010000:00010000:1.0:1781281262.553452:0:21831:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:2.0:1781281262.597154:0:21831:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1781281262.598245:0:21832:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1781281262.598426:0:21831:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1781281262.598460:0:21831:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1781281262.600893:0:21831:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1781281262.601188:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281262.601344:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1781281262.601350:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1781281262.602555:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1781281262.602565:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1781281262.603143:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1781281262.603152:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1781281262.604064:0:21831:0:(obd_config.c:752:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1781281262.604089:0:21831:0:(obd_mount.c:321:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:1.0:1781281262.604090:0:21831:0:(obd_mount.c:332:lustre_start_mgc()) MGC192.168.204.101@tcp:Set MGC reconnect 2 10000000:01000000:1.0:1781281262.604093:0:21831:0:(mgc_request.c:1223:mgc_set_info_async()) InitRecov MGC192.168.204.101@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:1.0:1781281262.604098:0:21831:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00000100:00080000:1.0:1781281262.604100:0:21831:0:(import.c:466:ptlrpc_reconnect_import()) MGS: recovery started, waiting 20 seconds 00010000:00010000:2.0:1781281262.829313:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281263.853585:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281264.879807:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281265.261386:0:2994:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281260/real 1781281260] req@0000000095f6b492 x1867807996509312/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281265 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281265.261424:0:2994:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000095f6b492 x1867807996509312/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281265 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281265.261451:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1781281265.263128:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281265.263136:0:13507:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1781281265.263140:0:13507:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281265.263147:0:13507:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 801 00000100:00080000:0.0:1781281265.263151:0:13507:0:(import.c:581:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1781281265.263157:0:13507:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:0.0:1781281265.263190:0:13507:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c8edc0af x1867807996509504/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1781281265.263201:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.101@tcp failed (-110) 00000100:00100000:2.0:1781281265.263211:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996509312:0@lo:250:kworker/u8:0.0 00000100:00100000:2.0:1781281265.263243:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8edc0af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996509504:0@lo:250:kworker/u8:0.0 00000100:00100000:2.0:1781281265.263309:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.263364:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996509504 00000100:00100000:0.0:1781281265.263454:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996509568:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281265.263486:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509568 offset 0 length 224: 4 00000100:00100000:2.0:1781281265.263497:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1781281265.263503:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b983146a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2994:x1867807996509504:12345-0@lo:250:kworker/u8:0.0 00000020:02000000:2.0:1781281265.263510:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281265.263525:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996509632:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281265.263563:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996509632 offset 0 length 224: 4 00010000:00080000:2.0:1781281265.267063:0:21834:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from fe18d2fd-47a2-47ff-98fc-180cf48b334a@0@lo t0 exp 0000000000000000 cur 806 last 0 00000020:00000080:2.0:1781281265.267095:0:21834:0:(genops.c:1359:class_connect()) connect: client fe18d2fd-47a2-47ff-98fc-180cf48b334a, cookie 0x3e391ad4c896c39f 00000020:01000000:2.0:1781281265.267102:0:21834:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000bfbef03f 00000100:00080000:2.0:1781281265.267158:0:21834:0:(import.c:86:import_set_state_nolock()) 000000009b30350f : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281265.267239:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b983146a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:2994:x1867807996509504:12345-0@lo:250:kworker/u8:0.0 Request processed in 3734us (3930us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.267250:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1781281265.269069:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) MGC192.168.204.101@tcp: connect to target with instance 0 10000000:01000000:2.0:1781281265.269083:0:2994:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808005 00000100:02000400:2.0:1781281265.269086:0:2994:0:(import.c:1234:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.101@tcp) after server handle changed from 0x3e391ad4c896bfcb to 0x3e391ad4c896c39f 00000100:00080000:2.0:1781281265.282473:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:2.0:1781281265.282484:0:2994:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.101@tcp; invalidating 00000100:00100000:2.0:1781281265.284202:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8edc0af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996509504:0@lo:250:kworker/u8:0.0 00000100:00080000:0.0:1781281265.284278:0:21838:0:(import.c:1514:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.101@tcp to MGS@192.168.204.101@tcp 00000100:00100000:0.0:1781281265.284283:0:21838:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1781281265.284286:0:21838:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808003 00010000:00010000:0.0:1781281265.284302:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284313:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284319:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1781281265.284337:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284344:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000040f1b02d/0x3e391ad4c896c1d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c1df expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284361:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284366:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284370:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281265.284373:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284376:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000007e3167d/0x3e391ad4c896c184 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c18b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284383:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284387:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284391:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281265.284394:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284396:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000551d1556/0x3e391ad4c896c192 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c199 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284403:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284407:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284411:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281265.284414:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284415:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000bfc9cfdb/0x3e391ad4c896c1ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c1b5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284422:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284426:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284430:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281265.284432:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284433:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c1bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c1c3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284440:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284445:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284449:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281265.284451:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284452:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896c1e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c1ed expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284461:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284466:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284470:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1781281265.284473:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284475:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000e2170d47/0x3e391ad4c896c1a0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c1a7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.284481:0:21838:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281265.284486:0:21838:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.284490:0:21838:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1781281265.284492:0:21838:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281265.284493:0:21838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000004a4ec250/0x3e391ad4c896c1ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c1d1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1781281265.284505:0:21838:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from EVICTED to RECOVER 00000100:00080000:0.0:1781281265.284509:0:21838:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from RECOVER to FULL 10000000:01000000:0.0:1781281265.284511:0:21838:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1781281265.284513:0:21838:0:(pinger.c:208:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:0.0:1781281265.284516:0:21838:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) MGC192.168.204.101@tcp: Connection restored to (at 0@lo) 00000100:00080000:1.0:1781281265.284646:0:21831:0:(import.c:476:ptlrpc_reconnect_import()) MGS: recovery finished s:FULL 00000020:01000004:1.0:1781281265.284657:0:21831:0:(obd_mount_server.c:1354:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1781281265.284702:0:21831:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1781281265.284709:0:21831:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1781281265.284722:0:21831:0:(genops.c:417:class_newdev()) Allocate new device MDS (000000009ab74c63) 00000020:00000080:1.0:1781281265.284775:0:21831:0:(obd_config.c:648:class_attach()) OBD: dev 3 attached type mds with refcount 1 00000020:00000080:1.0:1781281265.284781:0:21831:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000100:00100000:0.0:1781281265.318606:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281265.318786:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1781281265.318793:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1781281265.319360:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1781281265.319366:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1781281265.328017:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1781281265.328041:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1781281265.329201:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281265.329758:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1781281265.329766:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1781281265.331058:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1781281265.331068:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1781281265.406624:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281265.407334:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1781281265.407342:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1781281265.420525:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1781281265.420543:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1781281265.421426:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281265.421589:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1781281265.421594:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1781281265.422565:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1781281265.422574:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1781281265.423347:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281265.423482:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1781281265.423488:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1781281265.424221:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1781281265.424228:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1781281265.424661:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281265.430403:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1781281265.430415:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1781281265.433258:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1781281265.433270:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1781281265.460483:0:21831:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281265.460662:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1781281265.460670:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1781281265.462687:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1781281265.462700:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1781281265.463789:0:21831:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1781281265.463798:0:21831:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1781281265.465888:0:21831:0:(obd_config.c:752:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1781281265.466146:0:21831:0:(obd_mount_server.c:294:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:2.0:1781281265.466287:0:21831:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.101@tcp ctxt 0 is initialized 00000020:01000004:2.0:1781281265.466307:0:21831:0:(obd_mount_server.c:1245:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.101@tcp, index=0000, flags=0x5 10000000:01000000:2.0:1781281265.466311:0:21831:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x10000005 10000000:01000000:2.0:1781281265.466335:0:21831:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1781281265.466352:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509696:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1781281265.466429:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.466512:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a88f74fe going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.466561:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996509696 00000100:00100000:0.0:1781281265.466625:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1781281265.466631:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a789642a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:21831:x1867807996509696:12345-0@lo:253:mount.lustre.0 00000020:02000000:0.0:1781281265.466638:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 20000000:01000000:0.0:1781281265.466673:0:21834:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1781281265.466676:0:21834:0:(mgs_handler.c:391:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1781281265.466679:0:21834:0:(mgs_handler.c:421:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1781281265.467399:0:21857:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1781281265.467597:0:21834:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 9 20000000:01000000:2.0:1781281265.482236:0:21858:0:(mgs_llog.c:237:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1781281265.482244:0:21858:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1781281265.482248:0:21858:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1781281265.482296:0:21858:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 20000000:01000000:0.0:1781281265.482495:0:21834:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1781281265.482514:0:21834:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1781281265.491492:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a789642a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:21831:x1867807996509696:12345-0@lo:253:mount.lustre.0 Request processed in 24851us (25054us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.491526:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1781281265.491752:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509696:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1781281265.491851:0:21831:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1781281265.491888:0:21831:0:(obd_mount_server.c:116:server_register_mount()) register mount 000000009c8d203c from lustre-MDT0000 10000000:01000000:0.0:1781281265.491899:0:21831:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1781281265.491901:0:21831:0:(mgc_request.c:336:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1781281265.491908:0:21831:0:(mgc_request.c:216:do_config_log_add()) do adding config log params-ffff91d8d1c0e000 10000000:01000000:0.0:1781281265.492076:0:21831:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1781281265.492082:0:21831:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-barrier-ffff91d8d1c0e000 10000000:01000000:0.0:1781281265.492084:0:21831:0:(mgc_request.c:90:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1781281265.492086:0:21831:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-barrier-ffff91d8d1c0e000 from 1 10000000:01000000:0.0:1781281265.492089:0:21831:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1781281265.492126:0:21831:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.492136:0:21831:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.492145:0:21831:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281265.492169:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c754da3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509760:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281265.492217:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.492234:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c897b1a4 going to sleep for 20 seconds 00000100:00100000:3.0:1781281265.492358:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996509760 00000100:00100000:3.0:1781281265.492400:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1781281265.492406:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f9b808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:21831:x1867807996509760:12345-0@lo:101:mount.lustre.0 00000020:02000000:3.0:1781281265.492413:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:3.0:1781281265.492424:0:21834:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281265.492442:0:21834:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ae0e2fb8/0x3e391ad4c896c3b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c3ad expref: -99 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281265.492464:0:21834:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ae0e2fb8/0x3e391ad4c896c3b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c3ad expref: 5 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281265.492473:0:21834:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ae0e2fb8/0x3e391ad4c896c3b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c3ad expref: 5 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281265.492480:0:21834:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ae0e2fb8, rc 0) 00000100:00100000:3.0:1781281265.492530:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f9b808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:21831:x1867807996509760:12345-0@lo:101:mount.lustre.0 Request processed in 123us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.492539:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1781281265.492674:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c754da3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509760:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281265.492688:0:21831:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.492696:0:21831:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281265.492710:0:21831:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1781281265.492714:0:21831:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.492722:0:21831:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281265.492729:0:21831:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1781281265.492733:0:21831:0:(mgc_request.c:90:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1781281265.492736:0:21831:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-mdtir-ffff91d8d1c0e000 10000000:01000000:1.0:1781281265.492738:0:21831:0:(mgc_request.c:90:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1781281265.492741:0:21831:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1781281265.492742:0:21831:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1781281265.492758:0:21831:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.492777:0:21831:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.492784:0:21831:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281265.492797:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea82ff08 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509824:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1781281265.492825:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.492838:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ba9df78f going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.493156:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996509824 00000100:00100000:0.0:1781281265.493187:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281265.493191:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020abaa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:21831:x1867807996509824:12345-0@lo:101:mount.lustre.0 00000020:02000000:0.0:1781281265.493195:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:0.0:1781281265.493201:0:21835:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281265.493211:0:21835:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000551d1556/0x3e391ad4c896c3c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c3bb expref: -99 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.493224:0:21835:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000551d1556/0x3e391ad4c896c3c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c3bb expref: 6 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.493231:0:21835:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000551d1556/0x3e391ad4c896c3c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c3bb expref: 6 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.493236:0:21835:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000551d1556, rc 0) 00000100:00100000:0.0:1781281265.493266:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020abaa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:21831:x1867807996509824:12345-0@lo:101:mount.lustre.0 Request processed in 74us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.493272:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281265.493304:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea82ff08 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509824:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281265.493313:0:21831:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.493319:0:21831:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281265.493367:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509888:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281265.493389:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.493400:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 0000000075fe08f6 going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.493413:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996509888 00000100:00100000:0.0:1781281265.493426:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281265.493429:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096783a31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:21831:x1867807996509888:12345-0@lo:501:mount.lustre.0 00000020:02000000:0.0:1781281265.493433:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281265.494148:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096783a31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21831:x1867807996509888:12345-0@lo:501:mount.lustre.0 Request processed in 717us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.494157:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1781281265.494377:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509888:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281265.494412:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509952:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281265.494451:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.494498:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 0000000082ef9afa going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.494632:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996509952 00000100:00100000:0.0:1781281265.494688:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281265.494692:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6b28531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21831:x1867807996509952:12345-0@lo:503:mount.lustre.0 00000020:02000000:0.0:1781281265.494697:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281265.498717:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6b28531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21831:x1867807996509952:12345-0@lo:503:mount.lustre.0 Request processed in 4016us (4258us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281265.498754:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281265.499247:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996509952:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281265.499726:0:21859:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21859:1867807996510016:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281265.499868:0:21859:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.499951:0:21859:0:(client.c:2500:ptlrpc_set_wait()) set 00000000930f215f going to sleep for 20 seconds 00000100:00100000:1.0:1781281265.500144:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510016 00000100:00100000:1.0:1781281265.500216:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1781281265.500223:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fd2010 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21859:x1867807996510016:12345-0@lo:502:llog_process_th.0 00000020:02000000:1.0:1781281265.500229:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281265.507398:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fd2010 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21859:x1867807996510016:12345-0@lo:502:llog_process_th.0 Request processed in 7166us (7522us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281265.507415:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1781281265.507676:0:21859:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21859:1867807996510016:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781281265.507718:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281265.507735:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281265.507737:0:21859:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1781281265.507744:0:21859:0:(obd_config.c:1866:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1781281265.507749:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281265.508278:0:21859:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000172a4fc6) 00000020:00000080:2.0:1781281265.508342:0:21859:0:(obd_config.c:648:class_attach()) OBD: dev 4 attached type lod with refcount 1 00000020:00000080:2.0:1781281265.508352:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1781281265.508429:0:21859:0:(osd_handler.c:1543:osd_obd_connect()) connect #2 00000020:00000080:2.0:1781281265.508436:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c3d0 00000020:00000080:2.0:1781281265.508884:0:21859:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1781281265.508890:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281265.508894:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281265.508895:0:21859:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1781281265.508898:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281265.508902:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281265.508903:0:21859:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1781281265.508906:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281265.509061:0:21859:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000 (000000009a76214d) 00000020:00000080:2.0:1781281265.509112:0:21859:0:(obd_config.c:648:class_attach()) OBD: dev 5 attached type mdt with refcount 1 00000020:00000080:2.0:1781281265.509118:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1781281265.509120:0:21859:0:(obd_config.c:1414:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1781281265.509122:0:21859:0:(obd_config.c:1066:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1781281265.509128:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1781281265.509177:0:21859:0:(obd_mount_server.c:167:server_get_mount()) get mount 000000009c8d203c from lustre-MDT0000, refs=3 00000020:00000080:2.0:1781281265.509191:0:21859:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDD0000 (00000000489fc74e) 00000020:00000080:2.0:1781281265.509238:0:21859:0:(obd_config.c:648:class_attach()) OBD: dev 6 attached type mdd with refcount 1 00000004:01000000:2.0:1781281265.509305:0:21859:0:(lod_dev.c:1958:lod_obd_connect()) connect #0 00000020:00000080:2.0:1781281265.509311:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c3e5 00000020:00000080:2.0:1781281265.509425:0:21859:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1781281265.509431:0:21859:0:(mdd_device.c:1566:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1781281265.509435:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3e391ad4c896c3ec 00080000:01000000:2.0:1781281265.509441:0:21859:0:(osd_handler.c:1543:osd_obd_connect()) connect #3 00000020:00000080:2.0:1781281265.509445:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c3f3 00010000:00010000:3.0:1781281265.599416:0:21859:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:3.0:1781281265.601631:0:21859:0:(tgt_lastrcvd.c:1639:tgt_clients_data_init()) RCVRNG CLIENT uuid: fd013285-183a-4106-aea7-7bb500a78bd8 idx: 0 lr: 17179869289 srv lr: 21474836480 lx: 0 gen 2 00000001:00000004:3.0:1781281265.601687:0:21859:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 6, last_transno is 21474836480 00000001:00080000:3.0:1781281265.602836:0:21859:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:3.0:1781281265.602927:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000326d3359: xid 1867807981804032, transno 21474836482, client gen 2, slot idx 0 00000001:00080000:3.0:1781281265.602949:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000e4aad3dc: xid 1867807981804224, transno 21474836483, client gen 2, slot idx 1 00000001:00080000:3.0:1781281265.602983:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000005a8cde51: xid 1867807981768000, transno 12884901935, client gen 2, slot idx 2 00000001:00080000:3.0:1781281265.602994:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000002cc53477: xid 1867807981768192, transno 12884901936, client gen 2, slot idx 3 00000001:00080000:3.0:1781281265.603003:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000698510a7: xid 1867807981768640, transno 12884901937, client gen 2, slot idx 4 00000001:00080000:3.0:1781281265.603011:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 0000000032d388f0: xid 1867807981768832, transno 12884901938, client gen 2, slot idx 5 00000001:00080000:3.0:1781281265.603020:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000c19a5b34: xid 1867807981768768, transno 12884901939, client gen 2, slot idx 6 00000001:00080000:3.0:1781281265.603029:0:21859:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000bec45119: xid 1867807981768960, transno 12884901940, client gen 2, slot idx 7 00000020:00000080:3.0:1781281265.604756:0:21859:0:(genops.c:417:class_newdev()) Allocate new device lustre-QMT0000 (000000005899419b) 00000020:00000080:3.0:1781281265.604818:0:21859:0:(obd_config.c:648:class_attach()) OBD: dev 7 attached type qmt with refcount 1 00080000:01000000:3.0:1781281265.604901:0:21859:0:(osd_handler.c:1543:osd_obd_connect()) connect #4 00000020:00000080:3.0:1781281265.604908:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c408 00000020:00000080:3.0:1781281265.606503:0:21859:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1781281265.612328:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3e391ad4c896c40f 00000020:00000080:3.0:1781281265.612824:0:21859:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1781281265.612836:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781281265.612841:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281265.612843:0:21859:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1781281265.612847:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1781281265.612849:0:21859:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1781281265.612851:0:21859:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281265.612852:0:21859:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281265.612853:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1781281265.612855:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281265.612856:0:21859:0:(obd_config.c:1460:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1781281265.612858:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1781281265.612862:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281265.612863:0:21859:0:(obd_config.c:1460:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1781281265.612867:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1781281265.612906:0:21859:0:(mdt_lproc.c:314:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1781281265.612925:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781281265.612928:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281265.612929:0:21859:0:(obd_config.c:1460:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1781281265.612931:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1781281265.612933:0:21859:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1781281265.612937:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281265.612938:0:21859:0:(obd_config.c:1460:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1781281265.612941:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1781281265.612946:0:21859:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:3.0:1781281265.612985:0:21859:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1781281265.612988:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281265.613001:0:21859:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (000000009465ea9e) 00000020:00000080:3.0:1781281265.613128:0:21859:0:(obd_config.c:648:class_attach()) OBD: dev 8 attached type osp with refcount 1 00000020:00000080:3.0:1781281265.613135:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1781281265.613189:0:21859:0:(osp_dev.c:1180:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1781281265.613194:0:21859:0:(osd_handler.c:1543:osd_obd_connect()) connect #5 00000020:00000080:3.0:1781281265.613199:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c41d 00010000:00080000:3.0:1781281265.613350:0:21859:0:(ldlm_lib.c:121:import_set_conn()) imp 000000006444b39d@lustre-OST0000-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:3.0:1781281265.614353:0:21859:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1781281265.616862:0:21859:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1781281265.616926:0:21859:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1781281265.627500:0:21859:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1781281265.628692:0:21859:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x2:0x0].6, 64 off8576 00000040:00080000:1.0:1781281265.629072:0:21859:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x18:0x0].1, 64 off8256 00000040:00080000:1.0:1781281265.629492:0:21863:0:(llog.c:731:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00080000:1.0:1781281265.629496:0:21863:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x18:0x1:0x0]:0 at index 6 of catalog [0x2:0x1:0x0] 00000020:00000080:0.0:1781281265.630189:0:21859:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281265.630202:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1781281265.630232:0:21859:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1781281265.630250:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c424 00000100:00080000:0.0:1781281265.630259:0:21859:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1781281265.630264:0:21859:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000006444b39d using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281265.630300:0:21859:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006bad5d42 x1867807996510080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1781281265.630326:0:21859:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1781281265.630367:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996510080:0@lo:8:llog_process_th.0 00000020:01000000:0.0:1781281265.630406:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281265.630410:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281265.630412:0:21859:0:(obd_config.c:1460:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1781281265.630414:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1781281265.630416:0:21859:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #15 00000020:01000000:0.0:1781281265.630418:0:21859:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281265.630419:0:21859:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281265.630419:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1781281265.630421:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281265.630422:0:21859:0:(obd_config.c:1460:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:0.0:1781281265.630424:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1781281265.630428:0:21859:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1781281265.630430:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281265.630431:0:21859:0:(obd_config.c:1460:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1781281265.630434:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1781281265.630436:0:21859:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000100:00100000:2.0:1781281265.630437:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:0.0:1781281265.630446:0:21859:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1781281265.630466:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281265.630477:0:21859:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (000000005e33b556) 00000100:00100000:3.0:1781281265.630536:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510080 00000020:00000080:0.0:1781281265.630538:0:21859:0:(obd_config.c:648:class_attach()) OBD: dev 11 attached type osp with refcount 1 00000020:00000080:0.0:1781281265.630543:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000100:00100000:3.0:1781281265.630572:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:3.0:1781281265.630578:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d7dda98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:2994:x1867807996510080:12345-0@lo:8:llog_process_th.0 00000020:02000000:3.0:1781281265.630584:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281265.630602:0:12110:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 806 last 0 00000004:00080000:0.0:1781281265.630602:0:21859:0:(osp_dev.c:1180:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1781281265.630606:0:21859:0:(osd_handler.c:1543:osd_obd_connect()) connect #6 00000020:00000080:0.0:1781281265.630610:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c439 00000020:00000080:3.0:1781281265.630623:0:12110:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c432 00002000:00100000:3.0:1781281265.630634:0:12110:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000071d2879e ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 0 ocd_group 0 00010000:00080000:0.0:1781281265.630636:0:21859:0:(ldlm_lib.c:121:import_set_conn()) imp 0000000062d48acf@lustre-OST0001-osc-MDT0000: add connection 192.168.204.101@tcp at head 00002000:00080000:3.0:1781281265.630637:0:12110:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1781281265.630639:0:12110:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1781281265.630834:0:12110:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00010000:00010000:0.0:1781281265.630840:0:21859:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00002000:00080000:3.0:1781281265.630842:0:12110:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1781281265.630856:0:12110:0:(import.c:86:import_set_state_nolock()) 00000000b1551d48 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1781281265.630916:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d7dda98 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996510080:12345-0@lo:8:llog_process_th.0 Request processed in 337us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.630923:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:3.0:1781281265.630980:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1781281265.630988:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1781281265.630993:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:3.0:1781281265.630997:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1781281265.630999:0:2994:0:(import.c:86:import_set_state_nolock()) 000000006444b39d lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1781281265.631012:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:3.0:1781281265.631016:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996510080:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1781281265.631085:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996510144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281265.631117:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.631151:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510144 00000100:00100000:2.0:1781281265.631180:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1781281265.631184:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c754da3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996510144:12345-0@lo:13:osp-pre-0-0.0 00000020:02000000:2.0:1781281265.631189:0:6310:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00000024:2.0:1781281265.631215:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 36110336 pending 0 free 3858759680 avail 3856662528 00000040:01000000:0.0:1781281265.631226:0:21859:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1781281265.631254:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c754da3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996510144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.631260:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1781281265.631265:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996510144:0@lo:13:osp-pre-0-0.0 00000040:01000000:0.0:1781281265.631279:0:21859:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000004:00080000:1.0:1781281265.632468:0:21863:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:1.0:1781281265.632476:0:21863:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x18:0x1:0x0] 00000004:00080000:1.0:1781281265.632708:0:21863:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 806739753727ns, next at 0ns, rc = 0 00000040:00080000:0.0:1781281265.633297:0:21859:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281265.633761:0:21859:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x5:0x0].6, 64 off8576 00000040:00080000:0.0:1781281265.633830:0:21859:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1a:0x0].1, 64 off8256 00000040:00080000:3.0:1781281265.636553:0:21865:0:(llog.c:731:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00080000:3.0:1781281265.636560:0:21865:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x1a:0x1:0x0]:0 at index 6 of catalog [0x5:0x1:0x0] 00000020:00000080:1.0:1781281265.639865:0:21859:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1781281265.639891:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1781281265.639930:0:21859:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1781281265.639948:0:21859:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c440 00000100:00080000:1.0:1781281265.639989:0:21859:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1781281265.639994:0:21859:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000062d48acf using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281265.640031:0:21859:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a41b56a4 x1867807996510208/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1781281265.640052:0:21859:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1781281265.640097:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281265.640103:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.640104:0:21859:0:(obd_config.c:1460:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1781281265.640107:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281265.640110:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.640111:0:21859:0:(obd_config.c:1460:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1781281265.640114:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1781281265.640115:0:21859:0:(obd_config.c:1435:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1781281265.640118:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281265.640119:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.640120:0:21859:0:(obd_config.c:1460:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:1.0:1781281265.640122:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281265.640124:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.640125:0:21859:0:(obd_config.c:1460:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1781281265.640128:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1781281265.640157:0:21859:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21859:1867807996510272:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281265.640242:0:21859:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.640264:0:21859:0:(client.c:2500:ptlrpc_set_wait()) set 000000008e9b842d going to sleep for 20 seconds 00000100:00100000:1.0:1781281265.640285:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510272 00000100:00100000:1.0:1781281265.640315:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1781281265.640321:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000867590d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21859:x1867807996510272:12345-0@lo:502:llog_process_th.0 00000020:02000000:1.0:1781281265.640327:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281265.640727:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000867590d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21859:x1867807996510272:12345-0@lo:502:llog_process_th.0 Request processed in 404us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281265.640735:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1781281265.640800:0:21859:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21859:1867807996510272:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281265.640827:0:21859:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281265.640831:0:21859:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.640833:0:21859:0:(obd_config.c:1460:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1781281265.640837:0:21859:0:(llog.c:789:llog_process_thread()) stop processing plain 0x4:10:0 index 37 count 37 00000020:01000000:0.0:1781281265.641119:0:21831:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1781281265.641144:0:21831:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1781281265.641152:0:21831:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.641163:0:21831:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.641170:0:21831:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d8d1c0e000 from 1 10000000:01000000:0.0:1781281265.641173:0:21831:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1781281265.641200:0:21831:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.641207:0:21831:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.641215:0:21831:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281265.641229:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510336:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281265.641259:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.641282:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 0000000003eb5e56 going to sleep for 20 seconds 00000100:00100000:1.0:1781281265.641332:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510336 00000100:00100000:1.0:1781281265.641392:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281265.641397:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a09882a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:21831:x1867807996510336:12345-0@lo:101:mount.lustre.0 00000020:02000000:1.0:1781281265.641402:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281265.641410:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1781281265.641422:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a41b56a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996510208:0@lo:8:llog_process_th.0 00010000:00010000:1.0:1781281265.641425:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c447 expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.641447:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 8 pid: 21833 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281265.641467:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781281265.641468:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 8 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.641477:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000064724471, rc 0) 00000100:00100000:1.0:1781281265.641503:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a09882a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:21831:x1867807996510336:12345-0@lo:101:mount.lustre.0 Request processed in 105us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281265.641509:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281265.641605:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510208 00000100:00100000:2.0:1781281265.641625:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4300 00000100:00100000:2.0:1781281265.641629:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2994:x1867807996510208:12345-0@lo:8:llog_process_th.0 00000020:02000000:2.0:1781281265.641633:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:2.0:1781281265.641650:0:7852:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 806 last 0 00000020:00000080:2.0:1781281265.641674:0:7852:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c455 00002000:00100000:2.0:1781281265.641686:0:7852:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/000000003b464a47 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1781281265.641690:0:7852:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1781281265.641693:0:7852:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:2.0:1781281265.641907:0:7852:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000ebba472a 00002000:00080000:2.0:1781281265.641916:0:7852:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1781281265.641937:0:7852:0:(import.c:86:import_set_state_nolock()) 0000000044301086 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281265.641996:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996510208:12345-0@lo:8:llog_process_th.0 Request processed in 366us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.642004:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4300 00000100:00100000:0.0:1781281265.642195:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510336:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281265.642209:0:21831:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.642219:0:21831:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281265.642308:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1781281265.642315:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1781281265.642321:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:3.0:1781281265.642325:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1781281265.642327:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000062d48acf lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1781281265.642340:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:3.0:1781281265.642344:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a41b56a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996510208:0@lo:8:llog_process_th.0 00000004:00080000:3.0:1781281265.642388:0:21865:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:3.0:1781281265.642395:0:21865:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1a:0x1:0x0] 00000004:00080000:3.0:1781281265.642469:0:21865:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 806749514450ns, next at 0ns, rc = 0 00000100:00100000:0.0:1781281265.642884:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510464:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1781281265.642929:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.642946:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 0000000003eb5e56 going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.643003:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996510400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281265.643047:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.643105:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510464 00000100:00100000:0.0:1781281265.643132:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281265.643136:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000837054c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:21831:x1867807996510464:12345-0@lo:256:mount.lustre.0 00000020:02000000:0.0:1781281265.643141:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 20000000:01000000:0.0:1781281265.643157:0:21835:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1781281265.643162:0:21835:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1781281265.643223:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000837054c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:21831:x1867807996510464:12345-0@lo:256:mount.lustre.0 Request processed in 85us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.643231:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281265.643271:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510464:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1781281265.643431:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510400 00000100:00100000:3.0:1781281265.643466:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1781281265.643471:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1a85d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996510400:12345-0@lo:13:osp-pre-1-0.0 00000020:02000000:3.0:1781281265.643476:0:6311:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00000024:3.0:1781281265.643498:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281265.643541:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1a85d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996510400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.643550:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 10000000:01000000:0.0:1781281265.644065:0:21831:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1781281265.644073:0:21831:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.644085:0:21831:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281265.644092:0:21831:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8d1c0e000 from 1 10000000:01000000:0.0:1781281265.644096:0:21831:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1781281265.644125:0:21831:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.644136:0:21831:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.644142:0:21831:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281265.644158:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510528:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281265.644185:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.644298:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 0000000003eb5e56 going to sleep for 20 seconds 00000100:00100000:3.0:1781281265.644299:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510528 00000100:00100000:3.0:1781281265.644331:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1781281265.644336:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7503fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:21831:x1867807996510528:12345-0@lo:101:mount.lustre.0 00000020:02000000:3.0:1781281265.644342:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281265.644342:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996510400:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781281265.644425:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281265.644444:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c918faa7/0x3e391ad4c896c463 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c45c expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281265.644468:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c918faa7/0x3e391ad4c896c463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c45c expref: 9 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281265.644482:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c918faa7/0x3e391ad4c896c463 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c45c expref: 9 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281265.644493:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c918faa7, rc 0) 00000100:00100000:3.0:1781281265.644534:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7503fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996510528:12345-0@lo:101:mount.lustre.0 Request processed in 196us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.644540:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281265.644576:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510528:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281265.644589:0:21831:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.644598:0:21831:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281265.644644:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281265.644667:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.644688:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 0000000003eb5e56 going to sleep for 20 seconds 00000100:00100000:3.0:1781281265.644809:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510592 00000100:00100000:3.0:1781281265.644864:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1781281265.644878:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cadd40d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996510592:12345-0@lo:501:mount.lustre.0 00000020:02000000:3.0:1781281265.644882:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281265.645084:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cadd40d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996510592:12345-0@lo:501:mount.lustre.0 Request processed in 215us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.645091:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281265.646445:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510592:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1781281265.646496:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510656:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281265.646558:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.646578:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000846ed971 going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.646611:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510656 00000100:00100000:3.0:1781281265.648388:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1781281265.648400:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f657d6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996510656:12345-0@lo:503:mount.lustre.0 00000020:02000000:3.0:1781281265.648409:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281265.649820:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f657d6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996510656:12345-0@lo:503:mount.lustre.0 Request processed in 1415us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.649835:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281265.650322:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510656:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281265.660122:0:21867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21867:1867807996510720:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281265.660220:0:21867:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.660240:0:21867:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ba802f5 going to sleep for 20 seconds 00000100:00100000:2.0:1781281265.660305:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510720 00000100:00100000:2.0:1781281265.660354:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1781281265.660359:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21867:x1867807996510720:12345-0@lo:502:llog_process_th.0 00000020:02000000:2.0:1781281265.660366:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281265.661567:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21867:x1867807996510720:12345-0@lo:502:llog_process_th.0 Request processed in 1190us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.661580:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1781281265.662116:0:21867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21867:1867807996510720:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281265.662153:0:21867:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1781281265.662157:0:21867:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #2 00000020:01000000:1.0:1781281265.662159:0:21867:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1781281265.662161:0:21867:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1781281265.662162:0:21867:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1781281265.662168:0:21867:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.662170:0:21867:0:(obd_config.c:1460:class_process_config()) marker 2 (0x6) general lod.*.mdt_hash 00000020:01000000:1.0:1781281265.662176:0:21867:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281265.662181:0:21867:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.662183:0:21867:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1781281265.662189:0:21867:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff91d8d1c0e000 00000020:00000080:1.0:1781281265.662192:0:21867:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1781281265.663751:0:21867:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21867:1867807996510784:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281265.663824:0:21867:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.663855:0:21867:0:(client.c:2500:ptlrpc_set_wait()) set 0000000003eb5e56 going to sleep for 20 seconds 00000100:00100000:2.0:1781281265.663988:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510784 00000100:00100000:2.0:1781281265.664029:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1781281265.664035:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21867:x1867807996510784:12345-0@lo:502:llog_process_th.0 00000020:02000000:2.0:1781281265.664042:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281265.664272:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21867:x1867807996510784:12345-0@lo:502:llog_process_th.0 Request processed in 236us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.664280:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281265.665397:0:21867:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21867:1867807996510784:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281265.668026:0:21867:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281265.668040:0:21867:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281265.668042:0:21867:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1781281265.668050:0:21867:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:2.0:1781281265.670003:0:21831:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1781281265.670068:0:21831:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1781281265.670076:0:21831:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.670100:0:21831:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281265.670132:0:21831:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1781281265.670135:0:21831:0:(mgc_request.c:336:config_log_add()) add config log lustre-client-ffff91d8d1c0e000 10000000:01000000:2.0:1781281265.670138:0:21831:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-client-ffff91d8d1c0e000 10000000:01000000:2.0:1781281265.670142:0:21831:0:(mgc_request.c:90:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1781281265.670161:0:21831:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8d1c0e000 from 1 10000000:01000000:2.0:1781281265.670184:0:21831:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781281265.670231:0:21831:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.670254:0:21831:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.670264:0:21831:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281265.670288:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510848:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1781281265.670360:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.670387:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 000000005601758e going to sleep for 20 seconds 00000100:00100000:2.0:1781281265.670429:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510848 00000100:00100000:2.0:1781281265.670478:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1781281265.670484:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996510848:12345-0@lo:101:mount.lustre.0 00000020:02000000:2.0:1781281265.670491:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:2.0:1781281265.670501:0:21835:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281265.670517:0:21835:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ed602c3f/0x3e391ad4c896c471 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c46a expref: -99 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.670540:0:21835:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed602c3f/0x3e391ad4c896c471 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c46a expref: 10 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.670550:0:21835:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ed602c3f/0x3e391ad4c896c471 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c46a expref: 10 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.670558:0:21835:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ed602c3f, rc 0) 00000100:00100000:2.0:1781281265.670602:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21831:x1867807996510848:12345-0@lo:101:mount.lustre.0 Request processed in 116us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.670921:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1781281265.671031:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510848:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1781281265.671047:0:21831:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.671055:0:21831:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281265.671178:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1781281265.671210:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.671228:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ed8668bf going to sleep for 20 seconds 00000100:00100000:2.0:1781281265.671244:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510912 00000100:00100000:2.0:1781281265.671271:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281265.671275:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21831:x1867807996510912:12345-0@lo:501:mount.lustre.0 00000020:02000000:2.0:1781281265.671280:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281265.671425:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21831:x1867807996510912:12345-0@lo:501:mount.lustre.0 Request processed in 148us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.671436:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281265.671483:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1781281265.671506:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510976:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281265.671543:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.671555:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ed8668bf going to sleep for 20 seconds 00000100:00100000:2.0:1781281265.671568:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996510976 00000100:00100000:2.0:1781281265.671581:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1781281265.671584:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21831:x1867807996510976:12345-0@lo:503:mount.lustre.0 00000020:02000000:2.0:1781281265.671588:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281265.672338:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21831:x1867807996510976:12345-0@lo:503:mount.lustre.0 Request processed in 749us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281265.672347:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1781281265.672401:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996510976:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281265.676017:0:21869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21869:1867807996511040:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281265.676105:0:21869:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.676130:0:21869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000028f33a3 going to sleep for 20 seconds 00000100:00100000:0.0:1781281265.676666:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511040 00000100:00100000:0.0:1781281265.676714:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1781281265.676720:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21869:x1867807996511040:12345-0@lo:502:llog_process_th.0 00000020:02000000:0.0:1781281265.676727:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281265.677023:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21869:x1867807996511040:12345-0@lo:502:llog_process_th.0 Request processed in 301us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.677032:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1781281265.677935:0:21869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21869:1867807996511040:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1781281265.678031:0:21869:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1781281265.678038:0:21869:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1781281265.678051:0:21869:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (000000005eca91da) 00000020:00000080:1.0:1781281265.678107:0:21869:0:(obd_config.c:648:class_attach()) OBD: dev 17 attached type lwp with refcount 1 00000020:00000080:1.0:1781281265.678113:0:21869:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1781281265.678312:0:21869:0:(ldlm_lib.c:121:import_set_conn()) imp 00000000128a8871@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:1.0:1781281265.682621:0:21869:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:1.0:1781281265.682734:0:21869:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1781281265.682773:0:21869:0:(lwp_dev.c:495:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1781281265.682787:0:21869:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3e391ad4c896c47f 00000100:00080000:1.0:1781281265.682799:0:21869:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1781281265.682803:0:21869:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000128a8871 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281265.682839:0:21869:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002eb8cfd7 x1867807996511104/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1781281265.683607:0:21869:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1781281265.683655:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996511104:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1781281265.683730:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.689025:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511104 00000100:00100000:0.0:1781281265.689080:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1781281265.689087:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996511104:12345-0@lo:38:llog_process_th.0 00000020:02000000:0.0:1781281265.689095:0:21843:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281265.689559:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996511104:12345-0@lo:38:llog_process_th.0 Request processed in 469us (5828us total) trans 0 rc -11/-11 00000100:00100000:0.0:1781281265.689570:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1781281265.691303:0:21869:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21869:1867807996511168:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281265.691385:0:21869:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.691417:0:21869:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f4ad4715 going to sleep for 20 seconds 00000100:00100000:1.0:1781281265.691485:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1781281265.691494:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000128a8871 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1781281265.691497:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:1.0:1781281265.691501:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002eb8cfd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996511104:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1781281265.691829:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511168 00000100:00100000:3.0:1781281265.691882:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1781281265.691889:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21869:x1867807996511168:12345-0@lo:502:llog_process_th.0 00000020:02000000:3.0:1781281265.691894:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281265.692207:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21869:x1867807996511168:12345-0@lo:502:llog_process_th.0 Request processed in 317us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281265.692218:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1781281265.692613:0:21869:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21869:1867807996511168:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781281265.692642:0:21869:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 00000020:01000000:2.0:1781281265.692844:0:21831:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1781281265.692883:0:21831:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781281265.692890:0:21831:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281265.692901:0:21831:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281265.692924:0:21831:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x40000005 10000000:01000000:2.0:1781281265.692944:0:21831:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000004:00080000:1.0:1781281265.693522:0:21873:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:2.0:1781281265.693894:0:21831:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996511232:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1781281265.693951:0:21831:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281265.693996:0:21831:0:(client.c:2500:ptlrpc_set_wait()) set 00000000525cf00a going to sleep for 20 seconds 00000100:00100000:3.0:1781281265.694409:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511232 00000100:00100000:3.0:1781281265.694460:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1781281265.694467:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:21831:x1867807996511232:12345-0@lo:253:mount.lustre.0 00000020:02000000:3.0:1781281265.694473:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 20000000:01000000:3.0:1781281265.694491:0:21833:0:(mgs_handler.c:365:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:1.0:1781281265.733594:0:21873:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:0.0:1781281265.784779:0:21833:0:(mgs_nids.c:546:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1781281265.784821:0:21833:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1781281265.785672:0:21857:0:(mgs_nids.c:444:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1781281265.785688:0:21857:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1781281265.785711:0:21857:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.785729:0:21857:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 10 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.785736:0:21857:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.785774:0:21857:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 10 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.785787:0:21857:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 10, AT: off) ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 10 pid: 21833 timeout: 816 lvb_type: 0 00000100:00100000:1.0:1781281265.785799:0:21857:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21857:1867807996511296:0@lo:104: 00000100:00100000:1.0:1781281265.785860:0:21857:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281265.785899:0:21857:0:(client.c:2500:ptlrpc_set_wait()) set 000000005fd77c71 going to sleep for 6 seconds 00000100:00100000:0.0:1781281265.786034:0:5490:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511296 00000100:00100000:0.0:1781281265.786087:0:5490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1781281265.786093:0:5490:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002eb8cfd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:21857:x1867807996511296:12345-0@lo:104: 00010000:00010000:0.0:1781281265.786104:0:5490:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.786157:0:5490:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781281265.786162:0:5490:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002eb8cfd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:21857:x1867807996511296:12345-0@lo:104: Request processed in 69us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.786169:0:5490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1781281265.786329:0:21857:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21857:1867807996511296:0@lo:104: 00010000:00010000:1.0:1781281265.786350:0:21857:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.786367:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281265.786371:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.786377:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bae598de already unused, calling callback (0000000076f01a74) 10000000:00010000:1.0:1781281265.786379:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.786386:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281265.786392:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281265.786397:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1781281265.786427:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.786433:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781281265.786454:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.786460:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000bae598de/0x3e391ad4c896c447 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c44e expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.786477:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281265.786478:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281265.786480:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281265.786488:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281265.786498:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996511360:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1781281265.786524:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281265.786937:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511360 00010000:00010000:0.0:1781281265.786982:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 11 pid: 21833 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1781281265.787017:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:0.0:1781281265.787022:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c8e4c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:2995:x1867807996511360:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1781281265.787033:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281265.787037:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 11 pid: 21833 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1781281265.787156:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 11 pid: 21833 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1781281265.787168:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000064724471/0x3e391ad4c896c44e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3e391ad4c896c447 expref: 11 pid: 21833 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1781281265.787180:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787188:0:5491:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1781281265.787202:0:5491:0:(mgs_nids.c:420:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001523925s 00010000:00010000:0.0:1781281265.787205:0:5491:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787211:0:5491:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787216:0:5491:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787220:0:5491:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787225:0:5491:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003df4802d already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281265.787228:0:5491:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787233:0:5491:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787245:0:5491:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281265.787254:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281265.787335:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c8e4c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:2995:x1867807996511360:12345-0@lo:103:ldlm_bl_03.0 Request processed in 312us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.787342:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00010000:00010000:1.0:1781281265.787397:0:21857:0:(ldlm_request.c:196:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.787404:0:21857:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281265.787409:0:21857:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003df4802d/0x3e391ad4c896c486 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21857 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281265.789171:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996511360:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1781281265.800489:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:21831:x1867807996511232:12345-0@lo:253:mount.lustre.0 Request processed in 106014us (106531us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281265.800505:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1781281265.800654:0:21831:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:21831:1867807996511232:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1781281265.800670:0:21831:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:02000000:2.0:1781281265.800699:0:21831:0:(obd_mount_server.c:2104:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1781281265.806765:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1781281265.807519:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1781281265.807838:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1781281265.807904:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281265.808485:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281265.808537:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281265.810022:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281265.810155:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281265.810240:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281265.810339:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281265.810431:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281265.810478:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:1.0:1781281265.877435:0:21831:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1781281265.877626:0:21877:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:2.0:1781281265.877632:0:21877:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:2.0:1781281265.877849:0:21878:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:0.0:1781281265.879791:0:21878:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281265.882511:0:21878:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x1:1024:0 index 261376 count 1 00000004:00080000:0.0:1781281265.884139:0:21878:0:(lod_dev.c:439:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1781281265.884149:0:21878:0:(lod_dev.c:462:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:1.0:1781281265.888896:0:21831:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1781281265.889049:0:21831:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1781281265.889464:0:21831:0:(mdd_device.c:544:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1781281265.889471:0:21831:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1781281265.889530:0:21831:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1781281265.890386:0:21831:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:10:0 index 64768 count 1 00000040:00080000:1.0:1781281265.890789:0:21831:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x6:10:0 index 64768 count 1 00000040:01000000:1.0:1781281265.890803:0:21831:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1781281265.890914:0:21831:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1781281265.891676:0:21831:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3a:0x0] (8/8/4) registered 00010000:00010000:0.0:1781281265.901236:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1781281265.908801:0:21831:0:(ldlm_lib.c:2932:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 21474836483 00010000:00080000:1.0:1781281265.909536:0:21879:0:(ldlm_lib.c:2747:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 21879 00010000:02000000:1.0:1781281265.909560:0:21879:0:(ldlm_lib.c:2220:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:3.0:1781281265.910096:0:21831:0:(obd_mount_server.c:312:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:3.0:1781281265.910136:0:21831:0:(obd_mount_server.c:1875:server_fill_super_common()) Server sb, dev=47 00000080:00000004:3.0:1781281265.910155:0:21831:0:(super25.c:186:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00080000:1.0:1781281265.915508:0:21879:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:1.0:1781281265.915516:0:21879:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00000100:00100000:3.0:1781281266.127449:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281266.127497:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281266.127594:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805120 00000100:00100000:0.0:1781281266.127641:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:0.0:1781281266.127647:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9f0adcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2213:x1867807981805120:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000020:02000000:0.0:1781281266.127656:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000020:00080000:0.0:1781281266.127661:0:21841:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:0.0:1781281266.127721:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9f0adcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2213:x1867807981805120:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 73us (224us total) trans 0 rc -107/-107 00000100:00100000:0.0:1781281266.127729:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:2.0:1781281266.128987:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805184 00000100:00100000:2.0:1781281266.129032:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 351 00000100:00100000:2.0:1781281266.129038:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981805184:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000020:02000000:2.0:1781281266.129046:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281266.129110:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981805184:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 72us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281266.129118:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 351 00000100:00100000:3.0:1781281266.168793:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281266.168900:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805248 00000100:00100000:1.0:1781281266.168994:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:1.0:1781281266.169001:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886f8ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2210:x1867807981805248:12345-192.168.204.1@tcp:38:ptlrpcd_01_00.0 00000020:02000000:1.0:1781281266.169011:0:21843:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:1.0:1781281266.169039:0:21843:0:(ldlm_lib.c:889:target_handle_reconnect()) connect export for UUID 'fd013285-183a-4106-aea7-7bb500a78bd8' at 00000000c4335662, cookie 0x3e391ad4c896c3fa 00010000:00080000:1.0:1781281266.169043:0:21843:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp recovering/t18446637794845386888 exp 00000000c4335662 cur 807 last 1781281265 00010000:02000400:1.0:1781281266.169052:0:21843:0:(ldlm_lib.c:1923:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00010000:00080000:1.0:1781281266.175025:0:21843:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000004:00100000:1.0:1781281266.175055:0:21843:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1781281266.175063:0:21843:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000009bb59e2a 00000100:00080000:1.0:1781281266.175144:0:21843:0:(import.c:86:import_set_state_nolock()) 00000000499e1b99 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281266.175236:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886f8ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981805248:12345-192.168.204.1@tcp:38:ptlrpcd_01_00.0 Request processed in 6232us (6449us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.175247:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00010000:00080000:0.0:1781281266.176460:0:21879:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:0.0:1781281266.176469:0:21879:0:(ldlm_lib.c:2581:replay_request_or_update()) Waiting for transno 21474836484 00000020:00080000:0.0:1781281266.176475:0:21879:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281266.176479:0:21879:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 21474836484 00000020:00080000:0.0:1781281266.176483:0:21879:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281266.176485:0:21879:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 21474836484 00000100:00100000:0.0:1781281266.188523:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281266.188585:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281266.188666:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805312 00000100:00100000:3.0:1781281266.188713:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805376 00000100:00100000:3.0:1781281266.188727:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 3 00000100:00100000:3.0:1781281266.188734:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981805312:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 00000020:02000000:3.0:1781281266.188741:0:21843:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 10000000:01000000:0.0:1781281266.737876:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1781281266.737884:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d8d1c0e000 from 10 10000000:01000000:0.0:1781281266.737891:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1781281266.737940:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.738055:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.738068:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281266.738094:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.738295:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.738363:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001c7fa706 going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.738407:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511424 00000100:00100000:1.0:1781281266.738489:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1781281266.738496:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:5503:x1867807996511424:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.738502:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281266.738512:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281266.738528:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003df4802d/0x3e391ad4c896c494 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c48d expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.738551:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003df4802d/0x3e391ad4c896c494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c48d expref: 10 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.738561:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003df4802d/0x3e391ad4c896c494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c48d expref: 10 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.738570:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003df4802d, rc 0) 00000100:00100000:1.0:1781281266.738617:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996511424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.738629:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1781281266.738704:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281266.738717:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.738726:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281266.738779:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.738811:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.738986:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c33ee792 going to sleep for 20 seconds 00000100:00100000:0.0:1781281266.739028:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511488 00000100:00100000:0.0:1781281266.739046:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1781281266.739051:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996511488:12345-0@lo:256:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.739056:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 20000000:01000000:0.0:1781281266.739068:0:21835:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1781281266.739079:0:21835:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:0.0:1781281266.739082:0:21835:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 10 00000100:00100000:0.0:1781281266.739244:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996511488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 192us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.739252:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1781281266.739419:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1781281266.739497:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1781281266.739503:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.739511:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281266.739521:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781281266.739523:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8ffdb5000 from 42 10000000:01000000:2.0:1781281266.739525:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781281266.739544:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.739551:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.739557:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281266.739568:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.739591:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.739645:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005f55ddf3 going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.739723:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511552 00000100:00100000:1.0:1781281266.739778:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1781281266.739782:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996511552:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.739787:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281266.739793:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281266.739802:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cf200e84/0x3e391ad4c896c4a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c49b expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.739817:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf200e84/0x3e391ad4c896c4a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c49b expref: 11 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.739825:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cf200e84/0x3e391ad4c896c4a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c49b expref: 11 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.739832:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cf200e84, rc 0) 00000100:00100000:1.0:1781281266.739878:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996511552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 95us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.739884:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1781281266.739936:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281266.739944:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.739951:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281266.740011:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.740034:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.740149:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005f55ddf3 going to sleep for 20 seconds 00000100:00100000:0.0:1781281266.740245:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511616 00000100:00100000:0.0:1781281266.740263:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281266.740267:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996511616:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.740271:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281266.740390:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996511616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.740397:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1781281266.740455:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.740481:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.740519:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.740535:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005f55ddf3 going to sleep for 20 seconds 00000100:00100000:0.0:1781281266.740576:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511680 00000100:00100000:0.0:1781281266.740604:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1781281266.740608:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996511680:12345-0@lo:503:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.740612:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281266.740895:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996511680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 286us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.740903:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1781281266.741082:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511680:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281266.741951:0:21922:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:2.0:1781281266.742204:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:2.0:1781281266.742223:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781281266.742230:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.742241:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281266.742250:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1781281266.742252:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1781281266.742254:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1781281266.742279:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.742286:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.742293:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281266.742313:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.742352:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.742406:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005f55ddf3 going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.742440:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511744 00000100:00100000:1.0:1781281266.742501:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1781281266.742506:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996511744:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.742512:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281266.742519:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281266.742531:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000793b3553/0x3e391ad4c896c4b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4a9 expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.742551:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000793b3553/0x3e391ad4c896c4b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4a9 expref: 12 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.742561:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000793b3553/0x3e391ad4c896c4b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4a9 expref: 12 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.742569:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000793b3553, rc 0) 00000100:00100000:1.0:1781281266.742605:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996511744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.742612:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1781281266.742667:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281266.742678:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.742686:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281266.742724:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.742745:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.742824:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005f55ddf3 going to sleep for 20 seconds 00000100:00100000:0.0:1781281266.742865:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511808 00000100:00100000:0.0:1781281266.742884:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1781281266.742887:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996511808:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.742891:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281266.743086:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996511808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 197us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.743094:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1781281266.743121:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.743145:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511872:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.743187:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.743197:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000085e370f0 going to sleep for 20 seconds 00000100:00100000:0.0:1781281266.743208:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511872 00000100:00100000:0.0:1781281266.743220:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1781281266.743223:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996511872:12345-0@lo:503:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.743227:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281266.748475:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996511872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 5240us (5278us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.748640:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1781281266.748802:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511872:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281266.752720:0:21926:0:(llog.c:789:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:3.0:1781281266.753240:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1781281266.753265:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1781281266.753272:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.753284:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281266.753293:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1781281266.753295:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8ffdb5000 from 7 10000000:01000000:3.0:1781281266.753298:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1781281266.753333:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.753340:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.753348:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281266.753373:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.753445:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281266.753470:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000703f5abe going to sleep for 20 seconds 00000100:00100000:2.0:1781281266.755908:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996511936 00000100:00100000:2.0:1781281266.755986:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281266.755993:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996511936:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:2.0:1781281266.756001:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:2.0:1781281266.756013:0:21834:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281266.756033:0:21834:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004855fe1e/0x3e391ad4c896c4be lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4b7 expref: -99 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.756064:0:21834:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004855fe1e/0x3e391ad4c896c4be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4b7 expref: 13 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.756073:0:21834:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004855fe1e/0x3e391ad4c896c4be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4b7 expref: 13 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.756085:0:21834:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004855fe1e, rc 0) 00000100:00100000:2.0:1781281266.756162:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996511936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (2717us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281266.756169:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1781281266.756400:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996511936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281266.756418:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.756426:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281266.756492:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.756527:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281266.756549:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000703f5abe going to sleep for 20 seconds 00000100:00100000:2.0:1781281266.756600:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512000 00000100:00100000:2.0:1781281266.756630:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281266.756634:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996512000:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:2.0:1781281266.756638:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281266.756757:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996512000:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281266.756763:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1781281266.756842:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.756908:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512064:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.756942:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281266.757044:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000703f5abe going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.762867:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512064 00000100:00100000:1.0:1781281266.762987:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281266.762993:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996512064:12345-0@lo:503:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.763001:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281266.763283:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996512064:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 289us (6340us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.763291:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1781281266.763397:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512064:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281266.764091:0:21929:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:0.0:1781281266.764135:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1781281266.764153:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1781281266.764160:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.764172:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281266.764181:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781281266.764182:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d901d89800 from 42 10000000:01000000:0.0:1781281266.764186:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781281266.764221:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.764227:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.764239:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281266.764256:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.764300:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.769194:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001485b2a1 going to sleep for 20 seconds 00000100:00100000:2.0:1781281266.773080:0:21834:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512128 00000100:00100000:2.0:1781281266.773141:0:21834:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281266.773148:0:21834:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996512128:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:2.0:1781281266.773155:0:21834:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:2.0:1781281266.773168:0:21834:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281266.773188:0:21834:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000773fc711/0x3e391ad4c896c4cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4c5 expref: -99 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.773216:0:21834:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000773fc711/0x3e391ad4c896c4cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4c5 expref: 14 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.773226:0:21834:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000773fc711/0x3e391ad4c896c4cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4c5 expref: 14 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.773234:0:21834:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000773fc711, rc 0) 00000100:00100000:2.0:1781281266.773651:0:21834:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996512128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 502us (9350us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281266.773726:0:21834:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1781281266.774562:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281266.774583:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.774594:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281266.774679:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.774721:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.774898:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001485b2a1 going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.775777:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512192 00000100:00100000:0.0:1781281266.775921:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1781281266.775928:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996512192:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.775935:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281266.776117:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996512192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 188us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.776126:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1781281266.776172:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.776211:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.776259:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.776272:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001485b2a1 going to sleep for 20 seconds 00000100:00100000:0.0:1781281266.776284:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512256 00000100:00100000:0.0:1781281266.776306:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1781281266.776310:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996512256:12345-0@lo:503:ll_cfg_requeue.0 00000020:02000000:0.0:1781281266.776314:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281266.776529:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996512256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 216us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281266.776536:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1781281266.776569:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281266.777540:0:21931:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:0.0:1781281266.777585:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:0.0:1781281266.777614:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781281266.777622:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.777633:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281266.777642:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1781281266.777644:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1781281266.777646:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1781281266.777876:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.777885:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.777894:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281266.777912:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.777972:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.777990:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083752cce going to sleep for 20 seconds 00000100:00100000:3.0:1781281266.778008:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512320 00000100:00100000:3.0:1781281266.778045:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1781281266.778057:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996512320:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:3.0:1781281266.778064:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:3.0:1781281266.778072:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281266.778093:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000085ef444a/0x3e391ad4c896c4da lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4d3 expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.778115:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000085ef444a/0x3e391ad4c896c4da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4d3 expref: 15 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.778132:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000085ef444a/0x3e391ad4c896c4da lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4d3 expref: 15 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.778140:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000085ef444a, rc 0) 00000100:00100000:3.0:1781281266.778204:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996512320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281266.778210:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1781281266.778545:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281266.778557:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.778564:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281266.778606:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512384:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.778630:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.778650:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083752cce going to sleep for 20 seconds 00000100:00100000:3.0:1781281266.779157:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512384 00000100:00100000:3.0:1781281266.779184:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1781281266.779189:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996512384:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:3.0:1781281266.779197:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281266.779377:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996512384:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 187us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281266.779384:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1781281266.779579:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512384:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.779609:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.779648:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.779974:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083752cce going to sleep for 20 seconds 00000100:00100000:3.0:1781281266.782289:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512448 00000100:00100000:3.0:1781281266.782354:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1781281266.782362:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996512448:12345-0@lo:503:ll_cfg_requeue.0 00000020:02000000:3.0:1781281266.782370:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281266.796659:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996512448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 14292us (17006us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.796675:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1781281266.796921:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe9698f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512448:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281266.797706:0:21932:0:(llog.c:789:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:0.0:1781281266.800805:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1781281266.800849:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1781281266.800950:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.800986:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281266.800995:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1781281266.800998:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d901d89800 from 7 10000000:01000000:0.0:1781281266.801001:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1781281266.801044:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.801051:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.801059:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281266.801082:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.802098:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.802126:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001485b2a1 going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.804491:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512512 00000100:00100000:1.0:1781281266.804558:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281266.804565:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996512512:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.804573:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281266.804586:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281266.804604:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000080efd491/0x3e391ad4c896c4e8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4e1 expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.804633:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000080efd491/0x3e391ad4c896c4e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4e1 expref: 16 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.804645:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000080efd491/0x3e391ad4c896c4e8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4e1 expref: 16 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.804653:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000080efd491, rc 0) 00000100:00100000:1.0:1781281266.804731:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996512512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281266.806129:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281266.806152:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.806175:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281266.806253:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b16a365 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281266.806304:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281266.806329:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b53ebb9b going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.806705:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281266.806755:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512576 00000100:00100000:1.0:1781281266.806791:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1781281266.806797:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996512576:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.806802:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281266.806930:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996512576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.806937:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1781281266.808068:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b16a365 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.808127:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281266.808180:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281266.808203:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000085e370f0 going to sleep for 20 seconds 00000100:00100000:3.0:1781281266.808269:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512640 00000100:00100000:3.0:1781281266.808318:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1781281266.808323:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996512640:12345-0@lo:503:ll_cfg_requeue.0 00000020:02000000:3.0:1781281266.808949:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281266.809214:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996512640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 888us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281266.809225:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1781281266.810042:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281266.813548:0:21933:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:3.0:1781281266.813639:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1781281266.813673:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1781281266.813681:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.813694:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281266.813704:0:5503:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1781281266.813706:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log nodemap-ffff91d8c6135360 from 1 10000000:01000000:3.0:1781281266.813708:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1781281266.813746:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.813758:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.813767:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281266.813791:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.813877:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281266.813901:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a29347 going to sleep for 20 seconds 00000100:00100000:2.0:1781281266.813948:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512704 00000100:00100000:2.0:1781281266.814050:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1781281266.814056:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996512704:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:2.0:1781281266.814063:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:2.0:1781281266.814074:0:21835:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281266.814095:0:21835:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000adfa09c8/0x3e391ad4c896c4f6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4ef expref: -99 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.814124:0:21835:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adfa09c8/0x3e391ad4c896c4f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4ef expref: 17 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.814134:0:21835:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000adfa09c8/0x3e391ad4c896c4f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4ef expref: 17 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281266.814142:0:21835:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000adfa09c8, rc 0) 00000100:00100000:2.0:1781281266.814195:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996512704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281266.814202:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1781281266.814203:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281266.814213:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.814221:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281266.814236:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1781281266.814238:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.814244:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281266.814250:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1781281266.814251:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff91d8c6135360 from 1 10000000:01000000:3.0:1781281266.814253:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1781281266.814266:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.814271:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.814278:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281266.814289:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.814356:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281266.814375:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a29347 going to sleep for 20 seconds 00000100:00100000:1.0:1781281266.814530:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512768 00000100:00100000:1.0:1781281266.814564:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1781281266.814575:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eef3fcf5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996512768:12345-0@lo:101:ll_cfg_requeue.0 00000020:02000000:1.0:1781281266.814580:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281266.814585:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281266.814601:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000912a2dac/0x3e391ad4c896c504 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c4fd expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.814615:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000912a2dac/0x3e391ad4c896c504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c4fd expref: 18 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.814633:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000912a2dac/0x3e391ad4c896c504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c4fd expref: 18 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281266.814639:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000912a2dac, rc 0) 00000100:00100000:1.0:1781281266.814684:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eef3fcf5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996512768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281266.814689:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1781281266.816346:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281266.816367:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.816379:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281266.816455:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281266.816498:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281266.816522:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015a29347 going to sleep for 20 seconds 00000100:00100000:2.0:1781281266.817148:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512832 00000100:00100000:2.0:1781281266.817187:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1781281266.817192:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe27a251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996512832:12345-0@lo:501:ll_cfg_requeue.0 00000020:02000000:2.0:1781281266.817198:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281266.817316:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe27a251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996512832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (818us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781281266.817324:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1781281266.817402:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996512832:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1781281266.817431:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1781281266.817437:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281266.817446:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281266.928266:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281267.231218:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281267.233768:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281267.235170:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805440 00000100:00100000:0.0:1781281267.235171:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805504 00000100:00100000:0.0:1781281267.235229:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 352 00000100:00100000:1.0:1781281267.235234:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 44 00000100:00100000:0.0:1781281267.235240:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1bcc68a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981805504:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781281267.235242:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c1da5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2210:x1867807981805440:12345-192.168.204.1@tcp:250:kworker/u8:2.0 00000020:02000000:1.0:1781281267.235253:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000020:02000000:0.0:1781281267.235253:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281267.235340:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1bcc68a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981805504:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 102us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281267.235347:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 352 00010000:00080000:1.0:1781281267.235424:0:21833:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from ecf7ee81-2075-4f26-b532-0d44497bf6c9@192.168.204.1@tcp t0 exp 0000000000000000 cur 808 last 0 00000020:00000080:1.0:1781281267.235457:0:21833:0:(genops.c:1359:class_connect()) connect: client ecf7ee81-2075-4f26-b532-0d44497bf6c9, cookie 0x3e391ad4c896c50b 00000020:01000000:1.0:1781281267.235465:0:21833:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000bfbef03f 00000100:00080000:1.0:1781281267.235540:0:21833:0:(import.c:86:import_set_state_nolock()) 000000006948480e : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281267.235585:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c1da5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:2210:x1867807981805440:12345-192.168.204.1@tcp:250:kworker/u8:2.0 Request processed in 344us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281267.235593:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 44 00010000:00010000:2.0:1781281267.949184:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1781281268.416940:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1781281268.439265:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1781281268.497133:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281268.502722:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805568 00000100:00100000:2.0:1781281268.502794:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:2.0:1781281268.502801:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c146ff4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:5005:x1867807981805568:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00000020:02000000:2.0:1781281268.502810:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:2.0:1781281268.502822:0:21835:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281268.502854:0:21835:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c512 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124856a expref: -99 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281268.502884:0:21835:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c512 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124856a expref: 5 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281268.502894:0:21835:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c512 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124856a expref: 5 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281268.502902:0:21835:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000acb99dce, rc 0) 00000100:00100000:2.0:1781281268.502981:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c146ff4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981805568:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 179us (5856us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281268.502988:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:1.0:1781281268.516604:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281268.516807:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805632 00000100:00100000:2.0:1781281268.516909:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:2.0:1781281268.516916:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5282f29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981805632:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 00000020:02000000:2.0:1781281268.516925:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 20000000:01000000:2.0:1781281268.516984:0:21833:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1781281268.516999:0:21833:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:2.0:1781281268.517002:0:21833:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 10 00000100:00100000:2.0:1781281268.526912:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5282f29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981805632:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 Request processed in 9987us (10308us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281268.526929:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:1.0:1781281268.536795:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281268.536925:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805696 00000100:00100000:3.0:1781281268.537010:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:3.0:1781281268.537028:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f6b6e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981805696:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00000020:02000000:3.0:1781281268.537038:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:3.0:1781281268.537051:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281268.537074:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000643da1c1/0x3e391ad4c896c519 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248571 expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281268.537113:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000643da1c1/0x3e391ad4c896c519 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248571 expref: 6 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281268.537122:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000643da1c1/0x3e391ad4c896c519 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248571 expref: 6 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281268.537130:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000643da1c1, rc 0) 00000100:00100000:3.0:1781281268.537191:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f6b6e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981805696:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 163us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281268.537199:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:0.0:1781281268.539314:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281268.539608:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805760 00000100:00100000:3.0:1781281268.539655:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:3.0:1781281268.539662:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecdc2d83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981805760:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000020:02000000:3.0:1781281268.539669:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281268.541313:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecdc2d83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981805760:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 1644us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281268.541328:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:0.0:1781281268.552942:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281268.553183:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805824 00000100:00100000:1.0:1781281268.553237:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:1.0:1781281268.553244:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007df0a7c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981805824:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000020:02000000:1.0:1781281268.553253:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281268.555694:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007df0a7c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981805824:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 2439us (2748us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281268.555713:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:0.0:1781281268.565421:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281268.565524:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805888 00000100:00100000:2.0:1781281268.565581:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:2.0:1781281268.565588:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb31379 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981805888:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00000020:02000000:2.0:1781281268.565598:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:2.0:1781281268.565613:0:21833:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281268.565645:0:21833:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c520 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248578 expref: -99 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281268.565676:0:21833:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c520 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248578 expref: 8 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281268.565686:0:21833:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c520 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248578 expref: 8 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281268.565694:0:21833:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a2e343c3, rc 0) 00000100:00100000:2.0:1781281268.565750:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb31379 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981805888:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 161us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281268.565757:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:0.0:1781281268.568297:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281268.568527:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981805952 00000100:00100000:1.0:1781281268.568574:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:1.0:1781281268.568581:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9540392 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981805952:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000020:02000000:1.0:1781281268.568588:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281268.568813:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9540392 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981805952:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 231us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281268.568821:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:0.0:1781281268.570443:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281268.570535:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806016 00000100:00100000:1.0:1781281268.570602:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:1.0:1781281268.570608:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dcc0f244 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981806016:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000020:02000000:1.0:1781281268.570616:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281268.570839:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dcc0f244 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981806016:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 229us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281268.570847:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:3.0:1781281268.577625:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281268.577702:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806080 00000100:00100000:1.0:1781281268.577756:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:1.0:1781281268.577763:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c609e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981806080:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00000020:02000000:1.0:1781281268.577771:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281268.577783:0:21835:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281268.577803:0:21835:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008dea3b26/0x3e391ad4c896c527 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124857f expref: -99 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281268.577847:0:21835:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008dea3b26/0x3e391ad4c896c527 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124857f expref: 9 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281268.577862:0:21835:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008dea3b26/0x3e391ad4c896c527 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124857f expref: 9 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281268.577871:0:21835:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008dea3b26, rc 0) 00000100:00100000:1.0:1781281268.577933:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c609e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981806080:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 169us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281268.577941:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:2.0:1781281268.587709:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281268.591525:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806144 00000100:00100000:1.0:1781281268.591588:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:1.0:1781281268.591595:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c634ea47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981806144:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000020:02000000:1.0:1781281268.591603:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281268.591739:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c634ea47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981806144:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 143us (4040us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781281268.591747:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 54 00010000:00010000:3.0:1781281268.974189:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281269.999313:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1781281270.898752:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1781281270.898760:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1781281270.898763:0:37:0:(import.c:86:import_set_state_nolock()) 00000000128a8871 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1781281270.898772:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 806 00000100:00080000:1.0:1781281270.898780:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000128a8871 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281270.898809:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000088a05b48 x1867807996513216/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281270.898847:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010530835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996512896:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.898919:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281270.898945:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a41b56a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996513152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.898991:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281270.899019:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281270.899024:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d23fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996512960:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.899121:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281270.899156:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996513088:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.899183:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281270.899201:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281270.899206:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996513024:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.899226:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281270.899248:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996513216:0@lo:38:kworker/u8:2.0 00000100:00100000:1.0:1781281270.899270:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281270.899298:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512896 00000100:00100000:1.0:1781281270.899334:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1781281270.899339:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000801b88a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996512896:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:1.0:1781281270.899346:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281270.904055:0:21840:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1781281270.904076:0:21840:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1781281270.904110:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513152 00000100:00100000:0.0:1781281270.904157:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513088 00000100:00100000:0.0:1781281270.904182:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1781281270.904189:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996513152:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281270.904197:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281270.904291:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996513152:12345-0@lo:400:kworker/u8:2.0 Request processed in 101us (5299us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281270.904298:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1781281270.904314:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1781281270.904318:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059dc9da7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996513088:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281270.904321:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281270.904352:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059dc9da7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996513088:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (5170us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281270.904358:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1781281270.904375:0:21841:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1781281270.904382:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996512960 00000100:00100000:0.0:1781281270.904394:0:21841:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1781281270.904399:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513024 00000100:00100000:0.0:1781281270.904406:0:21841:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1781281270.904409:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513216 00000100:00100000:1.0:1781281270.905472:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a41b56a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996513152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.908159:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a49b121 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996513088:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.908250:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000801b88a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996512896:12345-0@lo:400:kworker/u8:2.0 Request processed in 8909us (9332us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281270.908260:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1781281270.908294:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010530835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996512896:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281270.910832:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4 00000100:00100000:0.0:1781281270.910845:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981805376:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 00000020:02000000:0.0:1781281270.910854:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281270.910880:0:22162:0:(ldlm_lib.c:3066:target_queue_recovery_request()) @@@ queue lock replay req req@00000000e9967162 x1867807981805376/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281306 ref 2 fl Interpret:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:0.0:1781281270.910898:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981805376:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 Request processed in 55us (4722313us total) trans 0 rc 0/-999 00000100:00100000:0.0:1781281270.910904:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4 00000020:00080000:0.0:1781281270.910921:0:21879:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281270.910924:0:21879:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 21474836484 00010000:00080000:0.0:1781281270.910927:0:21879:0:(ldlm_lib.c:2147:check_for_next_transno()) waking for completed recovery 00000020:00080000:0.0:1781281270.910930:0:21879:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281270.910934:0:21879:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00010000:00080000:0.0:1781281270.910937:0:21879:0:(ldlm_lib.c:2167:check_for_next_lock()) waking for next lock 00010000:00080000:0.0:1781281270.910941:0:21879:0:(ldlm_lib.c:2779:target_recovery_thread()) @@@ processing lock from 192.168.204.1@tcp: req@00000000e9967162 x1867807981805376/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281306 ref 1 fl Complete:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000020:02000000:0.0:1781281270.910949:0:21879:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:0.0:1781281270.910980:0:21879:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281270.911007:0:21879:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001bc51625/0x3e391ad4c896c52e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248555 expref: -99 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281270.911033:0:21879:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001bc51625/0x3e391ad4c896c52e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 8 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281270.911049:0:21879:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001bc51625/0x3e391ad4c896c52e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 8 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281270.911057:0:21879:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001bc51625, rc 0) 00010000:00080000:0.0:1781281270.911114:0:21879:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 94 seconds 00010000:00080000:0.0:1781281270.911123:0:21879:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00000100:00100000:0.0:1781281270.911528:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281270.911535:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2997:x1867807996512960:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281270.911540:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000020:00080000:0.0:1781281270.911544:0:22162:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1781281270.911594:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2997:x1867807996512960:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (12474us total) trans 0 rc -107/-107 00000100:00100000:0.0:1781281270.911601:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281270.911614:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1781281270.911617:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2996:x1867807996513024:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281270.911621:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000020:00080000:0.0:1781281270.911623:0:22162:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1781281270.911648:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2996:x1867807996513024:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (12422us total) trans 0 rc -107/-107 00000100:00100000:0.0:1781281270.911653:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:0.0:1781281270.911686:0:2996:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1781281270.911691:0:2996:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1781281270.911694:0:2996:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1781281270.912693:0:2997:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1781281270.912699:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1781281270.912705:0:2997:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1781281270.912709:0:2997:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1781281270.912713:0:2997:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 650 00000100:00080000:1.0:1781281270.912719:0:2997:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281270.912746:0:2997:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f0313b13 x1867807996513280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281270.912766:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d23fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996512960:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281270.912821:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996513280:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1781281270.912862:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1781281270.925227:0:2996:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281270.925239:0:2996:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 650 00000100:00080000:0.0:1781281270.925247:0:2996:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281270.925343:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513280 00000100:00100000:0.0:1781281270.925385:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281270.925391:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996513216:12345-0@lo:38:kworker/u8:2.0 00000020:02000000:0.0:1781281270.925398:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281270.925421:0:21840:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 812 last 0 00000020:00000080:0.0:1781281270.925471:0:21840:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3e391ad4c896c535 00000004:00100000:0.0:1781281270.925497:0:21840:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1781281270.925504:0:21840:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000009bb59e2a 00000100:00080000:0.0:1781281270.925564:0:21840:0:(import.c:86:import_set_state_nolock()) 00000000afe54232 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281270.925645:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1867807996513216:12345-0@lo:38:kworker/u8:2.0 Request processed in 252us (26374us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281270.925652:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281270.925671:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1781281270.925675:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086811cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996513280:12345-0@lo:38:ptlrpcd_00_02.0 00000020:02000000:0.0:1781281270.925679:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281270.925689:0:21840:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 812 last 0 00000020:00000080:0.0:1781281270.925709:0:21840:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3e391ad4c896c53c 00000004:00100000:0.0:1781281270.925714:0:21840:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1781281270.925717:0:21840:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000009bb59e2a 00000100:00080000:0.0:1781281270.925730:0:21840:0:(import.c:86:import_set_state_nolock()) 00000000cb2796d2 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281270.925757:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086811cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1867807996513280:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 80us (12895us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281270.925764:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1781281270.927680:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 6 00000100:00080000:0.0:1781281270.930654:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@00000000f0313b13 x1867807996513280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281275 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'ptlrpcd_00_02.0' 00000100:00080000:0.0:1781281270.930669:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1781281270.930676:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1781281270.930680:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:0.0:1781281270.930686:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996513280:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:0.0:1781281270.930739:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 6 00000100:00080000:0.0:1781281270.930747:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1781281270.930752:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1781281270.930753:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000128a8871 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1781281270.930759:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996513216:0@lo:38:kworker/u8:2.0 00000100:00100000:0.0:1781281270.930830:0:2996:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b840f4b2 x1867807996513344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1781281270.930850:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996513024:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281270.930862:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996513344:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1781281270.930921:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281270.930990:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513344 00000100:00100000:0.0:1781281270.931023:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281270.931028:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996513344:12345-0@lo:38:ptlrpcd_00_01.0 00000020:02000000:0.0:1781281270.931034:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281270.931052:0:21841:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 812 last 0 00000020:00000080:0.0:1781281270.931091:0:21841:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3e391ad4c896c543 00000004:00100000:0.0:1781281270.931102:0:21841:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1781281270.931107:0:21841:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000009bb59e2a 00000100:00080000:0.0:1781281270.931132:0:21841:0:(import.c:86:import_set_state_nolock()) 000000009e1780a5 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281270.931175:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1867807996513344:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 145us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281270.931182:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1781281270.931213:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 6 00000100:00080000:0.0:1781281270.934152:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@00000000b840f4b2 x1867807996513344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281275 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'ptlrpcd_00_01.0' 00000100:00080000:0.0:1781281270.934166:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1781281270.934173:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1781281270.934177:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:0.0:1781281270.934183:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b840f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996513344:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:3.0:1781281271.022155:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281271.054026:0:22182:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281271.054032:0:22182:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 8 00000100:00100000:3.0:1781281271.249804:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281271.249867:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281271.249911:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806272 00000100:00100000:0.0:1781281271.249946:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806208 00000100:00100000:3.0:1781281271.249989:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 355 00000100:00100000:0.0:1781281271.249999:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 56 00000100:00100000:3.0:1781281271.250000:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036abd6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2214:x1867807981806272:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281271.250008:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000371169f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981806208:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281271.250009:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000020:02000000:0.0:1781281271.250015:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281271.250077:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036abd6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2214:x1867807981806272:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 80us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281271.250085:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 355 00000100:00100000:0.0:1781281271.250278:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000371169f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981806208:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 271us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281271.250285:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 56 00010000:00010000:0.0:1781281272.046244:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281273.069457:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281274.093374:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281275.119888:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281276.013198:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996513472:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281276.013198:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093bb83b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996513536:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281276.013273:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996513408:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281276.017791:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996513600:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281276.021211:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281276.021265:0:22162:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513536 00000100:00100000:0.0:1781281276.021325:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1781281276.021331:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996513536:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281276.021339:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281276.022272:0:22162:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000b840f4b2 x1867807996513536/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281296 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1781281276.022516:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996513536:12345-0@lo:400:kworker/u8:2.0 Request processed in 1182us (1310us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281276.022526:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1781281276.022589:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093bb83b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996513536:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281276.028448:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281276.028455:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281276.028513:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513408 00000100:00100000:0.0:1781281276.028615:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996513664:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281276.028630:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1781281276.028637:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002207d248 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996513408:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:1.0:1781281276.028644:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281276.028666:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281276.028703:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002207d248 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996513408:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281276.028710:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781281276.028722:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996513408:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281276.028772:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513664 00000100:00100000:0.0:1781281276.028797:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1781281276.028801:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996513664:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281276.028805:0:12103:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281276.028840:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996513664:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281276.028846:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1781281276.028865:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513472 00000100:00100000:0.0:1781281276.028886:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1781281276.028889:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095e3a6d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996513472:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281276.028893:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281276.028901:0:21840:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@0000000095e3a6d2 x1867807996513472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281296 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1781281276.028933:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095e3a6d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996513472:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281276.028939:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1781281276.028984:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996513664:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281276.031614:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281276.031704:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513600 00000100:00100000:2.0:1781281276.031771:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1781281276.031779:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996513600:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:2.0:1781281276.031786:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281276.031836:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996513600:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281276.031844:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1781281276.031882:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996513600:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281276.032823:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996513472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281276.032835:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996513728:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281276.032932:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281276.033430:0:22162:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513728 00000100:00100000:0.0:1781281276.033475:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281276.033480:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b300d59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996513728:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281276.033486:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281276.033496:0:22162:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@000000008b300d59 x1867807996513728/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281296 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1781281276.033549:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b300d59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996513728:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281276.033556:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1781281276.033794:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996513728:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281276.141450:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281276.369917:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281276.370002:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281276.370094:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806400 00000100:00100000:3.0:1781281276.370151:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 58 00000100:00100000:3.0:1781281276.370158:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cde6065d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981806400:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281276.370166:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281276.370243:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cde6065d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981806400:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281276.370251:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 58 00000100:00100000:1.0:1781281276.371165:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806464 00000100:00100000:1.0:1781281276.371215:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 358 00000100:00100000:1.0:1781281276.371221:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981806464:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:1.0:1781281276.371226:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281276.371270:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981806464:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 48us (1361us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281276.371277:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 358 00010000:00010000:2.0:1781281277.165386:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281278.189383:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281279.213248:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1781281280.045452:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281260/real 1781281260] req@00000000ff2eb905 x1867807996509376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281280 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000400:2.0:1781281280.045480:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281260/real 1781281260] req@0000000046c2c1c7 x1867807996509440/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281280 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281280.045488:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000ff2eb905 x1867807996509376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281280 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281280.045494:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000046c2c1c7 x1867807996509440/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281280 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1781281280.045495:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 11, was 10): FULL 00000100:00080000:2.0:1781281280.045499:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 11, was 10): FULL 00000100:00100000:2.0:1781281280.045513:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c2c1c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996509440:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281280.045514:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff2eb905 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996509376:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281280.239634:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281281.133495:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996513920:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281281.133576:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281281.133609:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1781281281.133615:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996513856:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281281.133652:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281281.133668:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996514112:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281281.133689:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281281.133718:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513920 00000100:00100000:1.0:1781281281.133751:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513856 00000100:00100000:1.0:1781281281.133760:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514112 00000100:00100000:1.0:1781281281.133771:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1781281281.133777:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996513920:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:1.0:1781281281.133783:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281281.136950:0:21841:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1781281281.136988:0:21841:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1781281281.137054:0:22162:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1781281281.137070:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281281.137079:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996513856:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281281.137086:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281281.137101:0:22162:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@0000000010530835 x1867807996513856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281301 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281281.137191:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996513856:12345-0@lo:400:kworker/u8:0.0 Request processed in 113us (3553us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281281.137198:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281281.137217:0:22162:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1781281281.137223:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281281.137226:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996514112:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281281.137230:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281281.137234:0:22162:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@000000002a49b121 x1867807996514112/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281301 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281281.137255:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996514112:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (3567us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281281.137261:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281281.137295:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996513856:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281281.137306:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996514112:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281281.137474:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996513984:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281281.137521:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281281.137547:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281281.137553:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996513792:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281281.137575:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281281.137585:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996514048:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281281.137600:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281281.137624:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513984 00000100:00100000:3.0:1781281281.137662:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514048 00000100:00100000:3.0:1781281281.137676:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1781281281.137680:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d77b315a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996513984:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:3.0:1781281281.137683:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281281.137711:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d77b315a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996513984:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281281.137716:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1781281281.137726:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1781281281.137729:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d36472df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996514048:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:3.0:1781281281.137732:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281281.137748:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d36472df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996514048:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281281.137754:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1781281281.137834:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996514048:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281281.137842:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0313b13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996513984:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281281.138334:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996513792 00000100:00100000:0.0:1781281281.138377:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1781281281.138381:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045d4570a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996513792:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281281.138385:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281281.138419:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045d4570a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996513792:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281281.138425:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1781281281.138454:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996513792:0@lo:400:kworker/u8:0.0 00010000:00080000:1.0:1781281281.152941:0:21840:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000d4d23fc0 x1867807996513920/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281301 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281281.154045:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996513920:12345-0@lo:400:kworker/u8:0.0 Request processed in 20261us (20464us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281281.154058:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281281.154801:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996513920:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281281.262457:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281281.491876:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281281.491920:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281281.492011:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806592 00000100:00100000:2.0:1781281281.492064:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 361 00000100:00100000:2.0:1781281281.492071:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981806592:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:2.0:1781281281.492078:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281281.492167:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981806592:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 95us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281281.492175:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 361 00000100:00100000:3.0:1781281281.492314:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806528 00000100:00100000:3.0:1781281281.492359:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 60 00000100:00100000:3.0:1781281281.492363:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a48046f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981806528:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281281.492371:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281281.492398:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a48046f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981806528:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 34us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281281.492405:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 60 00010000:00010000:0.0:1781281282.288670:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281283.309123:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281284.333894:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1781281285.037117:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281265/real 1781281265] req@00000000c8b9d653 x1867807996509632/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281285 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281285.037153:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000c8b9d653 x1867807996509632/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281285 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1781281285.037161:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 11, was 10): FULL 00000100:00100000:0.0:1781281285.037181:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996509632:0@lo:400:kworker/u8:0.0 00000100:00000400:2.0:1781281285.101083:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281265/real 1781281265] req@00000000f02f6d6f x1867807996509568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281285 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281285.101126:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000f02f6d6f x1867807996509568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281285 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281285.101133:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 11, was 10): FULL 00000100:00100000:2.0:1781281285.101156:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996509568:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281285.358559:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281286.254075:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996514240:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281286.254151:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281286.254181:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996514496:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281286.254202:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281286.254228:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281286.254234:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996514304:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281286.254258:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281286.254296:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514240 00000100:00100000:3.0:1781281286.254355:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514496 00000100:00100000:3.0:1781281286.254365:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514304 00000100:00100000:3.0:1781281286.254378:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281286.254384:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc77b948 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996514240:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:3.0:1781281286.254391:0:22300:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281286.254406:0:22300:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000fc77b948 x1867807996514240/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281306 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1781281286.254465:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc77b948 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996514240:12345-0@lo:400:kworker/u8:2.0 Request processed in 81us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281286.254473:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281286.254492:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1781281286.254496:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2a5d4a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996514496:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:3.0:1781281286.254500:0:22300:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281286.254506:0:22300:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000d2a5d4a6 x1867807996514496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281306 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1781281286.254535:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2a5d4a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996514496:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281286.254541:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1781281286.254552:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1781281286.254555:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046c2c1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996514304:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:3.0:1781281286.254559:0:22300:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281286.254575:0:22300:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@0000000046c2c1c7 x1867807996514304/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281306 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1781281286.254601:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046c2c1c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996514304:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281286.254612:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1781281286.254652:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996514304:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281286.254662:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996514240:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281286.254669:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996514496:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281286.254751:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996514176:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281286.254788:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281286.254819:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996514432:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281286.254843:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281286.254862:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281286.254867:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996514368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281286.254886:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281286.254913:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514432 00000100:00100000:0.0:1781281286.254940:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514368 00000100:00100000:0.0:1781281286.254983:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1781281286.254988:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996514432:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281286.254992:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281286.255025:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996514432:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281286.255031:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1781281286.255044:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1781281286.255048:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996514368:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281286.255051:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281286.255074:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996514368:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281286.255079:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1781281286.255110:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996514368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281286.255118:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996514432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281286.259128:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514176 00000100:00100000:3.0:1781281286.259202:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1781281286.259210:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5565cab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996514176:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:3.0:1781281286.259218:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281286.259467:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5565cab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996514176:12345-0@lo:400:kworker/u8:2.0 Request processed in 256us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281286.259475:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1781281286.261338:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996514176:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281286.381459:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281286.607303:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281286.607362:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281286.607644:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806656 00000100:00100000:0.0:1781281286.607689:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806720 00000100:00100000:2.0:1781281286.607703:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 62 00000100:00100000:2.0:1781281286.607711:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5bfe0e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981806656:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:2.0:1781281286.607719:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281286.607734:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 364 00000100:00100000:0.0:1781281286.607739:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981806720:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:0.0:1781281286.607744:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281286.607799:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5bfe0e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981806656:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 87us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281286.607808:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 62 00000100:00100000:0.0:1781281286.611751:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981806720:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 4001us (4446us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281286.612207:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 364 00010000:00010000:3.0:1781281287.406687:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281288.430669:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281289.455633:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281290.481576:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281291.376411:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046155597 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996514752:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.376475:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281291.376495:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996514560:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.376538:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996514624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281291.376548:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281291.376569:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281291.376571:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996514816:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.376590:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005723d730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996514880:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281291.376600:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281291.376622:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281291.376643:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514752 00000100:00100000:2.0:1781281291.376644:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281291.376650:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996514688:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.376669:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281291.376693:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514816 00000100:00100000:2.0:1781281291.376707:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1781281291.376714:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996514752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281291.376717:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000020:02000000:2.0:1781281291.376721:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281291.376725:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996514816:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:3.0:1781281291.376730:0:12103:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281291.376772:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996514752:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281291.376778:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996514816:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281291.376783:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1781281291.376791:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1781281291.376821:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514624 00000100:00100000:3.0:1781281291.376835:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996514816:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.376848:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514880 00000100:00100000:2.0:1781281291.376860:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514688 00000100:00100000:2.0:1781281291.376872:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1781281291.376877:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996514624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281291.376880:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:02000000:2.0:1781281291.376882:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281291.376887:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996514880:12345-0@lo:400:kworker/u8:0.0 00010000:00080000:2.0:1781281291.376892:0:21840:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000a292b12a x1867807996514624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281311 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:02000000:3.0:1781281291.376893:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281291.376902:0:22162:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000f7647b3a x1867807996514880/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281311 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281291.376935:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996514624:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281291.376941:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996514880:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281291.376946:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1781281291.376981:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1781281291.377045:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281291.377051:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c96fb70a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996514688:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:2.0:1781281291.377055:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:2.0:1781281291.377060:0:21840:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000c96fb70a x1867807996514688/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281311 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281291.377088:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c96fb70a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996514688:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281291.377094:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281291.377127:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046155597 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996514752:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.377151:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996514688:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.377158:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996514624:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.377165:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005723d730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996514880:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281291.377195:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514560 00000100:00100000:2.0:1781281291.377218:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1781281291.377221:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed6d037a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996514560:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:2.0:1781281291.377225:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281291.377254:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed6d037a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996514560:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281291.377259:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1781281291.377289:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996514560:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281291.501446:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281291.730264:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281291.730345:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281291.730563:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806784 00000100:00100000:2.0:1781281291.730620:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 64 00000100:00100000:2.0:1781281291.730627:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b983146a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981806784:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:2.0:1781281291.730635:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281291.730717:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b983146a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981806784:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 89us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281291.730724:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 64 00000100:00100000:3.0:1781281291.731516:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806848 00000100:00100000:3.0:1781281291.731556:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 367 00000100:00100000:3.0:1781281291.731561:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981806848:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281291.731568:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281291.731612:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981806848:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 50us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281291.731619:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 367 00010000:00010000:0.0:1781281292.525169:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281293.357147:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281252/real 1781281252] req@000000008750cd4b x1867807996508992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281293 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281293.357179:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000008750cd4b x1867807996508992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281293 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281293.357186:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 11, was 10): FULL 00000100:00000400:2.0:1781281293.357192:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281252/real 1781281252] req@0000000001d63f0b x1867807996509056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281293 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281293.357201:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000001d63f0b x1867807996509056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281293 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281293.357207:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 11, was 10): FULL 00000100:00100000:2.0:1781281293.357222:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008750cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996508992:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281293.357227:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996509056:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1781281293.549346:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281294.575056:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281295.597469:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281296.494514:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996514944:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281296.494557:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff2eb905 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996515008:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281296.494634:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996515072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281296.494683:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996515136:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281296.498596:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281296.507360:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281296.507401:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093bb83b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996515264:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281296.507437:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996514944 00000100:00100000:0.0:1781281296.507489:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1781281296.507495:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a789642a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996514944:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281296.507573:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281296.507626:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a789642a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996514944:12345-0@lo:400:kworker/u8:2.0 Request processed in 130us (9040us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281296.507634:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1781281296.507784:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996515200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281296.507827:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281296.507850:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515200 00000100:00100000:0.0:1781281296.507875:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1781281296.507879:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996515200:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281296.507884:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281296.508269:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996515200:12345-0@lo:400:kworker/u8:2.0 Request processed in 388us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281296.508275:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1781281296.508306:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996514944:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281296.508331:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996515200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281296.508380:0:22162:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515008 00000100:00100000:0.0:1781281296.508405:0:22162:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1781281296.508422:0:22162:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996515008:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281296.508426:0:22162:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281296.508435:0:22162:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@0000000095f6b492 x1867807996515008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281316 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1781281296.508467:0:22162:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996515008:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281296.508474:0:22162:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1781281296.509082:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281296.509155:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff2eb905 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996515008:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281296.509840:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515264 00000100:00100000:2.0:1781281296.509881:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1781281296.509887:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000904e6713 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996515264:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:2.0:1781281296.509893:0:22300:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281296.510885:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281296.511147:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515072 00000100:00100000:0.0:1781281296.511189:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281296.511196:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996515072:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281296.511203:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281296.511215:0:21841:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000ff2eb905 x1867807996515072/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281316 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00010000:00080000:2.0:1781281296.511296:0:22300:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000904e6713 x1867807996515264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281316 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1781281296.515029:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281296.520678:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996515072:12345-0@lo:400:kworker/u8:2.0 Request processed in 9471us (9788us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281296.520696:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281296.520775:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515136 00000100:00100000:0.0:1781281296.520818:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1781281296.520823:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003bd5123 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996515136:12345-0@lo:400:kworker/u8:2.0 00000020:02000000:0.0:1781281296.520831:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281296.520881:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003bd5123 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996515136:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (5863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281296.520887:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1781281296.521006:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996515136:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281296.528081:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000904e6713 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996515264:12345-0@lo:400:kworker/u8:2.0 Request processed in 18185us (18994us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281296.528099:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1781281296.528488:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093bb83b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996515264:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281296.528863:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996515072:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281296.622945:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281296.851654:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281296.851719:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281296.851988:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806976 00000100:00100000:0.0:1781281296.852046:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 370 00000100:00100000:0.0:1781281296.852052:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981806976:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:0.0:1781281296.852060:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281296.852087:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806912 00000100:00100000:0.0:1781281296.852131:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981806976:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 76us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281296.852134:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 66 00000100:00100000:2.0:1781281296.852142:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9f9b808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981806912:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281296.852147:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 370 00000020:02000000:2.0:1781281296.852150:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281296.852181:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9f9b808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981806912:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 40us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281296.852189:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 66 00010000:00010000:2.0:1781281297.645203:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281298.671314:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281299.565210:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281258/real 1781281258] req@000000004d6a8555 x1867807996509248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281299 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1781281299.565245:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004d6a8555 x1867807996509248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281299 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1781281299.565253:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 11, was 10): FULL 00000100:00100000:1.0:1781281299.565270:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996509248:0@lo:400:kworker/u8:2.0 00000100:00000400:0.0:1781281299.565971:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281258/real 1781281258] req@000000008fe83b66 x1867807996509184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281299 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1781281299.565990:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000008fe83b66 x1867807996509184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281299 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1781281299.565996:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 11, was 10): FULL 00000100:00100000:0.0:1781281299.566005:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fe83b66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996509184:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1781281299.693759:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281300.717815:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281301.613902:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996515520:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281301.613996:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281301.614032:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281301.614037:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996515328:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281301.614063:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281301.614076:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996515584:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281301.614094:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281301.614121:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515520 00000100:00100000:3.0:1781281301.614155:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515584 00000100:00100000:3.0:1781281301.614173:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1781281301.614179:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996515520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614183:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093bb83b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996515456:0@lo:400:kworker/u8:0.0 00000020:02000000:3.0:1781281301.614185:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281301.614213:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281301.614229:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781281301.614234:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996515392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614254:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281301.614266:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996515648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614282:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281301.614303:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515456 00000100:00100000:0.0:1781281301.614323:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515392 00000100:00100000:0.0:1781281301.614331:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515648 00000100:00100000:0.0:1781281301.614353:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1781281301.614357:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996515456:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281301.614361:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281301.614371:0:21841:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000c2fd2c44 x1867807996515456/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281321 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281301.614440:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996515456:12345-0@lo:400:kworker/u8:0.0 Request processed in 82us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281301.614448:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1781281301.614462:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281301.614466:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996515392:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281301.614469:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281301.614473:0:21841:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000ac1ab137 x1867807996515392/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281321 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281301.614499:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996515392:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281301.614505:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281301.614515:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1781281301.614519:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996515648:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281301.614522:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:0.0:1781281301.614527:0:21841:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000a21e39e7 x1867807996515648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281321 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281301.614552:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996515648:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281301.614558:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1781281301.614588:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996515392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614598:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996515648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614605:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093bb83b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996515456:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614662:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515328 00000100:00100000:0.0:1781281301.614682:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781281301.614685:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020abaa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996515328:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281301.614690:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281301.614720:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020abaa6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996515328:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281301.614727:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781281301.614757:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996515328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281301.614799:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1781281301.614804:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996515584:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281301.614807:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281301.614840:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996515584:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281301.614845:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1781281301.614892:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996515584:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281301.641672:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996515520:12345-0@lo:400:kworker/u8:0.0 Request processed in 27482us (27667us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281301.641702:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1781281301.651297:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996515520:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281301.741659:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281301.967393:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281301.967445:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281301.967554:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807040 00000100:00100000:2.0:1781281301.967609:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 68 00000100:00100000:2.0:1781281301.967617:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096783a31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981807040:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:2.0:1781281301.967624:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281301.967693:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096783a31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981807040:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 76us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281301.967701:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 68 00000100:00100000:3.0:1781281301.967782:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807104 00000100:00100000:3.0:1781281301.967823:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 373 00000100:00100000:3.0:1781281301.967827:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a39bd5a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981807104:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281301.967832:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281301.967861:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a39bd5a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981807104:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 32us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281301.967867:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 373 00010000:00010000:0.0:1781281302.766064:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281303.790323:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281304.816022:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281305.838719:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281306.733235:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996515712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281306.733284:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996515776:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281306.733337:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281306.733368:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996516032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281306.733389:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281306.733410:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281306.733429:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ff23e29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996515840:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281306.733450:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281306.733484:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515776 00000100:00100000:3.0:1781281306.733524:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516032 00000100:00100000:3.0:1781281306.733535:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515840 00000100:00100000:3.0:1781281306.733550:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281306.733556:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996515776:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:3.0:1781281306.733563:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281306.733576:0:21840:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000865f41fb x1867807996515776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281326 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281306.733639:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996515776:12345-0@lo:400:kworker/u8:0.0 Request processed in 82us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281306.733909:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281306.733928:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1781281306.733932:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996516032:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:3.0:1781281306.733936:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281306.733942:0:21840:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@00000000d648e7d1 x1867807996516032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281326 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281306.734000:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1781281306.734007:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996515840:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:1.0:1781281306.734011:0:22300:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:1.0:1781281306.734017:0:22300:0:(ldlm_lib.c:3090:target_queue_recovery_request()) @@@ not queueing req@000000004f192bf5 x1867807996515840/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1781281326 ref 1 fl Interpret:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281306.734054:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996515840:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281306.734061:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1781281306.734075:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996516032:12345-0@lo:400:kworker/u8:0.0 Request processed in 141us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281306.734083:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1781281306.734124:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ff23e29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996515840:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281306.734136:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996515776:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281306.734148:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996516032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281306.734996:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281306.735034:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996515968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281306.735077:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281306.735105:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281306.735111:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996515904:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281306.735133:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281306.735164:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515968 00000100:00100000:2.0:1781281306.735188:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515904 00000100:00100000:2.0:1781281306.735217:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1781281306.735221:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996515968:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:2.0:1781281306.735226:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281306.735277:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996515968:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281306.735284:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1781281306.735296:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1781281306.735661:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996515904:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:2.0:1781281306.735666:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281306.735696:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996515904:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281306.736915:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996515712 00000100:00100000:1.0:1781281306.736979:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1781281306.736984:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6b28531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996515712:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:1.0:1781281306.736990:0:21835:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281306.737035:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6b28531 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996515712:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281306.737041:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1781281306.737128:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996515904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281306.737140:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996515968:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281306.737147:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996515712:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281306.739946:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00010000:00010000:0.0:1781281306.862295:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281307.091382:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281307.091501:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281307.091675:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807168 00000100:00100000:0.0:1781281307.091730:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 70 00000100:00100000:0.0:1781281307.091737:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fd2010 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981807168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000020:02000000:0.0:1781281307.091745:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281307.092523:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fd2010 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981807168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 781us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281307.092533:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 70 00000100:00100000:3.0:1781281307.100633:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807232 00000100:00100000:3.0:1781281307.100697:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 376 00000100:00100000:3.0:1781281307.100704:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981807232:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000020:02000000:3.0:1781281307.100711:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281307.100790:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+506:2212:x1867807981807232:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 86us (9415us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281307.100797:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 376 00000100:02000400:3.0:1781281307.757154:0:710:0:(service.c:2679:ptlrpc_watchdog_fire()) mdt00_002: service thread pid 21843 was inactive for 41.568 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00010000:00010000:0.0:1781281307.885419:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281308.909317:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281309.647489:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281309.647576:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807296 00000100:00100000:0.0:1781281309.647641:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:0.0:1781281309.647648:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981807296:12345-192.168.204.1@tcp:38:ptlrpcd_rcv.0 00000020:02000000:0.0:1781281309.647657:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:02000400:0.0:1781281309.647685:0:21841:0:(ldlm_lib.c:926:target_handle_reconnect()) lustre-MDT0000: Client fd013285-183a-4106-aea7-7bb500a78bd8 (at 192.168.204.1@tcp) reconnected, waiting for 1 clients in recovery for 0:56 00010000:00080000:0.0:1781281309.666180:0:21841:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp recovering/t18446637794845386888 exp 00000000c4335662 cur 850 last 1781281309 00000004:00100000:1.0:1781281309.666346:0:21841:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli 192.168.204.1@tcp supports cksum type b7, return b7 00000100:00080000:1.0:1781281309.666376:0:21841:0:(import.c:86:import_set_state_nolock()) 00000000499e1b99 : changing import state from FULL to RECOVER 00000100:00080000:1.0:1781281309.666388:0:21841:0:(import.c:86:import_set_state_nolock()) 00000000499e1b99 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281309.666502:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981807296:12345-192.168.204.1@tcp:38:ptlrpcd_rcv.0 Request processed in 18853us (19021us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281309.666513:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:2.0:1781281309.670756:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281309.670802:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281309.670899:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807360 00000100:00100000:3.0:1781281309.670986:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807424 00000100:00100000:3.0:1781281309.671022:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 10 00000100:00100000:3.0:1781281309.671030:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981807360:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 00000020:02000000:3.0:1781281309.671038:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281309.671057:0:21840:0:(ldlm_lib.c:3066:target_queue_recovery_request()) @@@ queue lock replay req req@0000000046155597 x1867807981807360/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281349 ref 2 fl Interpret:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:3.0:1781281309.671073:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981807360:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 Request processed in 44us (327us total) trans 0 rc 0/-999 00000100:00100000:3.0:1781281309.671084:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 10 00000100:00100000:3.0:1781281309.671094:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:3.0:1781281309.671098:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981807424:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 00000020:02000000:3.0:1781281309.671101:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281309.671118:0:21840:0:(ldlm_lib.c:3066:target_queue_recovery_request()) @@@ queue lock replay req req@000000004d6e74a6 x1867807981807424/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281349 ref 2 fl Interpret:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:3.0:1781281309.671515:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981807424:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 Request processed in 415us (713us total) trans 0 rc 0/-999 00000100:00100000:3.0:1781281309.671522:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 11 00010000:00080000:0.0:1781281309.671603:0:21879:0:(ldlm_lib.c:2167:check_for_next_lock()) waking for next lock 00010000:00080000:0.0:1781281309.671611:0:21879:0:(ldlm_lib.c:2779:target_recovery_thread()) @@@ processing lock from 192.168.204.1@tcp: req@0000000046155597 x1867807981807360/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281349 ref 1 fl Complete:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000020:02000000:0.0:1781281309.671620:0:21879:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:0.0:1781281309.671629:0:21879:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281309.671657:0:21879:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896c54a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124855c expref: -99 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281309.671683:0:21879:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896c54a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124855c expref: 10 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281309.671698:0:21879:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896c54a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124855c expref: 10 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281309.671721:0:21879:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000560f2ff5, rc 0) 00010000:00080000:0.0:1781281309.671783:0:21879:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 56 seconds 00010000:00080000:0.0:1781281309.671795:0:21879:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00010000:00080000:0.0:1781281309.671796:0:21879:0:(ldlm_lib.c:2167:check_for_next_lock()) waking for next lock 00010000:00080000:0.0:1781281309.671802:0:21879:0:(ldlm_lib.c:2779:target_recovery_thread()) @@@ processing lock from 192.168.204.1@tcp: req@000000004d6e74a6 x1867807981807424/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281349 ref 1 fl Complete:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000020:02000000:0.0:1781281309.671809:0:21879:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:0.0:1781281309.671814:0:21879:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281309.671820:0:21879:0:(ldlm_lockd.c:1294:ldlm_handle_enqueue0()) @@@ found existing lock cookie 0x3e391ad4c896c52e req@000000004d6e74a6 x1867807981807424/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281349 ref 1 fl Complete:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00010000:00010000:0.0:1781281309.671831:0:21879:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001bc51625/0x3e391ad4c896c52e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 9 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281309.671838:0:21879:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001bc51625, rc 0) 00010000:00080000:0.0:1781281309.671853:0:21879:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 56 seconds 00010000:00080000:0.0:1781281309.671858:0:21879:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00000100:00100000:0.0:1781281309.677658:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281309.677801:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807488 00000100:00100000:1.0:1781281309.677860:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:1.0:1781281309.677867:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d9971d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981807488:12345-192.168.204.1@tcp:400:ptlrpcd_rcv.0 00000020:02000000:1.0:1781281309.677888:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:02000000:1.0:1781281309.678058:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000020:00000400:3.0:1781281309.684784:0:21843:0:(tgt_handler.c:687:process_req_last_xid()) @@@ unexpected xid=6a2c2ef439f00 != exp_last_xid=6a2c2ef43a2ff, rc = -71 req@000000000f0a4412 x1867807981805312/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/0 e 0 to 0 dl 1781281306 ref 1 fl Interpret:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000400:3.0:1781281309.729720:0:21843:0:(service.c:2348:ptlrpc_server_handle_request()) @@@ Request took longer than estimated (40/3s); client may timeout req@000000000f0a4412 x1867807981805312/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 328/224 e 0 to 0 dl 1781281306 ref 1 fl Complete:/40/0 rc -71/-71 job:'ldlm_lock_repla.0' 00000100:00100000:3.0:1781281309.792195:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981805312:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 Request processed in 43603450us (43603669us total) trans 0 rc -71/-71 00000100:00100000:3.0:1781281309.792219:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 3 00010000:00010000:2.0:1781281309.934420:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1781281310.704878:0:21841:0:(ldlm_lib.c:3016:target_queue_recovery_request()) @@@ queue final req req@000000007d9971d9 x1867807981807488/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 224/0 e 0 to 0 dl 1781281349 ref 2 fl Interpret:H/c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' 00000100:00100000:1.0:1781281310.704919:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d9971d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981807488:12345-192.168.204.1@tcp:400:ptlrpcd_rcv.0 Request processed in 1027050us (1027268us total) trans 0 rc 0/-999 00000100:00100000:1.0:1781281310.704931:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22 00010000:00080000:0.0:1781281310.706296:0:21879:0:(ldlm_lib.c:2170:check_for_next_lock()) waking for completed lock replay 00000001:00000004:0.0:1781281310.706533:0:21879:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 6, last_transno is 25769803776 00010000:00080000:2.0:1781281310.770736:0:21879:0:(ldlm_lib.c:1885:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:2.0:1781281310.770757:0:21879:0:(ldlm_lib.c:2813:target_recovery_thread()) @@@ processing final ping from 192.168.204.1@tcp: req@000000007d9971d9 x1867807981807488/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 224/0 e 0 to 0 dl 1781281349 ref 1 fl Complete:H/c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' 00000020:02000000:2.0:1781281310.770773:0:21879:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:02000000:2.0:1781281310.770878:0:21879:0:(ldlm_lib.c:1759:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:44, of 1 clients 1 recovered and 0 were evicted. 00000001:00100000:3.0:1781281310.784495:0:21873:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000100:00100000:0.0:1781281310.816522:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281310.816623:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981806336 00000100:00100000:1.0:1781281310.816684:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 12 00000100:00100000:1.0:1781281310.816691:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c599701e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:27990:x1867807981806336:12345-192.168.204.1@tcp:101:lfs.0 00000020:02000000:1.0:1781281310.816699:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00010000:1.0:1781281310.816716:0:21841:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281310.816739:0:21841:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896c551 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248586 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1781281310.819358:0:21841:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2574us 00010000:00010000:2.0:1781281310.861982:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c558 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.862008:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c558 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.862033:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c558 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281310.862182:0:21841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1781281310.862186:0:21841:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281310.862239:0:21841:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c558 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.862439:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008d874518/0x3e391ad4c896c551 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248586 expref: 10 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.862456:0:21841:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c558 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248586 expref: 9 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.862464:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:2.0:1781281310.862467:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781281310.862470:0:21841:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bd41f25a, rc 0) 00000100:00100000:2.0:1781281310.862539:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c599701e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:27990:x1867807981806336:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 45847us (46024us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281310.862549:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 12 00000004:00080000:3.0:1781281310.869534:0:21864:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x470:0x0] 00000100:00100000:3.0:1781281310.869583:0:21864:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21864:1867807996516096:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1781281310.869645:0:21864:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281310.869675:0:21864:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cdb14bdd going to sleep for 20 seconds 00000100:00100000:0.0:1781281310.870216:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516096 00000100:00100000:0.0:1781281310.870264:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:0.0:1781281310.870270:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:21864:x1867807996516096:12345-0@lo:5:osp-pre-0-0.0 00000020:02000000:0.0:1781281310.870277:0:12103:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00080000:0.0:1781281310.870301:0:12103:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1185 -> diff = -49 00002000:02000040:0.0:1781281310.870305:0:12103:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0000: deleting orphan objects from 0x0:1137 to 0x0:1185 00000004:00080000:1.0:1781281310.874676:0:21866:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x482:0x0] 00000100:00100000:1.0:1781281310.874727:0:21866:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe910083 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21866:1867807996516160:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1781281310.874801:0:21866:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281310.874820:0:21866:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015c4c0f2 going to sleep for 20 seconds 00000100:00100000:3.0:1781281310.874911:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516160 00000100:00100000:3.0:1781281310.874986:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:3.0:1781281310.874992:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010b62c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:21866:x1867807996516160:12345-0@lo:5:osp-pre-1-0.0 00000020:02000000:3.0:1781281310.874998:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00080000:3.0:1781281310.875020:0:12110:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1185 -> diff = -31 00002000:02000040:3.0:1781281310.875024:0:12110:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0001: deleting orphan objects from 0x0:1155 to 0x0:1185 00000100:00100000:1.0:1781281310.879216:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281310.879618:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807552 00000100:00100000:2.0:1781281310.879667:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:2.0:1781281310.879674:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7236852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:27990:x1867807981807552:12345-192.168.204.1@tcp:41:lfs.0 00000020:02000000:2.0:1781281310.879682:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000004:00000024:2.0:1781281310.879722:0:21841:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1781281310.879800:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7236852 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:27990:x1867807981807552:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 125us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281310.879807:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00002000:00010000:0.0:1781281310.881265:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.881277:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 3/0,1 mode: --/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881294:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.881297:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.881302:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 3/0,1 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881317:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 3/0,1 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881327:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 3/0,1 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881333:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 2/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881354:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281310.881722:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.881727:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 3/0,1 mode: --/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881735:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.881737:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.881739:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 3/0,1 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881746:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 3/0,1 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881754:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 3/0,1 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881760:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 2/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881792:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281310.881804:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281310.881808:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 2/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.881816:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492d3ba9 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.881819:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 2/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.882044:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.882049:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 2/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.882056:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5f6f988 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.882058:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 2/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.882066:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 3/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.882094:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 1/0,0 mode: --/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.882102:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896c566 lrc: 0/0,0 mode: --/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.882119:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.882120:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.882122:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.882229:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 3/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882240:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 1/0,0 mode: --/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882366:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896c55f lrc: 0/0,0 mode: --/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882382:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.882383:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.882384:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.882666:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x49f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.882671:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 3/0,1 mode: --/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882679:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.882681:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.882683:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 3/0,1 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882691:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 3/0,1 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882698:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 3/0,1 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882704:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 2/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882717:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.882725:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.882727:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 2/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882733:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007fee4478 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.882735:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 2/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882742:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 3/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882757:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 1/0,0 mode: --/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882763:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c56d lrc: 0/0,0 mode: --/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.882773:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.884705:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.884716:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 3/0,1 mode: --/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.884732:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.884734:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.884738:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 3/0,1 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.884749:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 3/0,1 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.884757:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 3/0,1 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.884763:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 2/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.884797:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.886733:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.886741:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 2/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.886755:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c67ab596 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.886759:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 2/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.886768:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 3/0,0 mode: PW/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.886800:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 1/0,0 mode: --/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.886807:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c67ab596/0x3e391ad4c896c574 lrc: 0/0,0 mode: --/PW res: [0x4a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.886826:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.886827:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.886829:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.887530:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x49e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.887536:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 3/0,1 mode: --/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887548:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.887550:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.887553:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 3/0,1 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887563:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 3/0,1 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887571:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 3/0,1 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887576:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 2/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887603:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.887613:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.887616:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 2/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887622:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d5f0ed5 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.887624:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 2/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887629:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 3/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887645:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 1/0,0 mode: --/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887650:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c57b lrc: 0/0,0 mode: --/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.887663:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.887664:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.887666:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.888504:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.888511:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 3/0,1 mode: --/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888521:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.888523:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.888525:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 3/0,1 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888535:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 3/0,1 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888541:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 3/0,1 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888547:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 2/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888570:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281310.888791:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x49f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.888796:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 3/0,1 mode: --/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888803:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.888805:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.888807:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 3/0,1 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888819:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 3/0,1 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888948:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 3/0,1 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888975:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 2/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.888989:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281310.892378:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281310.892388:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 2/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892402:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084763b18 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.892406:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 2/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892415:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 3/0,0 mode: PW/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892440:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 1/0,0 mode: --/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892452:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c582 lrc: 0/0,0 mode: --/PW res: [0x4a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892473:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.892476:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 2/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892482:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055c1de3c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.892483:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 2/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892489:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 3/0,0 mode: PW/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892497:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 1/0,0 mode: --/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892502:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c589 lrc: 0/0,0 mode: --/PW res: [0x49f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892511:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.892513:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.892514:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.892521:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.892662:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x49d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.892667:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 3/0,1 mode: --/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892678:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.892680:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.892684:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 3/0,1 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892694:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 3/0,1 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892702:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 3/0,1 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892707:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 2/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.892722:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281310.892731:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.892735:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 2/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.892740:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8738cdb already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.892743:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 2/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.892749:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 3/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.892760:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 1/0,0 mode: --/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.892765:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896c590 lrc: 0/0,0 mode: --/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.892779:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.892780:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.892781:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.893524:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x49e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.893530:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 3/0,1 mode: --/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893539:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.893541:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.893544:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 3/0,1 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893551:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 3/0,1 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893558:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 3/0,1 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893563:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 2/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893588:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281310.893973:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x49d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.893978:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 3/0,1 mode: --/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893986:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.893988:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.893989:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 3/0,1 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.893997:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 3/0,1 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894005:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 3/0,1 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894011:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 2/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894026:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1781281310.894274:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x49c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.894278:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 3/0,1 mode: --/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894285:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.894287:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.894289:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 3/0,1 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894302:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 3/0,1 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894308:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 3/0,1 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894313:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 2/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894327:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1781281310.894339:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1781281310.894343:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 2/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894349:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068cac646 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.894352:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 2/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894358:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 3/0,0 mode: PW/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894370:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 1/0,0 mode: --/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894376:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c597 lrc: 0/0,0 mode: --/PW res: [0x49e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894394:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281310.894396:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 2/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894401:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d920068a already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.894403:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 2/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894408:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 3/0,0 mode: PW/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894415:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 1/0,0 mode: --/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894420:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c59e lrc: 0/0,0 mode: --/PW res: [0x49d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894429:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.894431:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 2/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894437:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096411175 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.894439:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 2/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894445:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 3/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894457:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 1/0,0 mode: --/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894463:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c5a5 lrc: 0/0,0 mode: --/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894473:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.894474:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.894475:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.894695:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x49b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.894700:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 3/0,1 mode: --/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894707:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.894709:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.894710:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 3/0,1 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894718:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 3/0,1 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894724:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 3/0,1 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894730:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 2/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894741:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.894748:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.894750:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 2/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894755:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ea8221c already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.894757:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 2/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894763:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 3/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894773:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 1/0,0 mode: --/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894779:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c5ac lrc: 0/0,0 mode: --/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.894789:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.894790:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.894791:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.895262:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.895269:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.895393:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.895429:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x49c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.895435:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 3/0,1 mode: --/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895444:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.895446:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.895448:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 3/0,1 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895459:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 3/0,1 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895466:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 3/0,1 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895472:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 2/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895486:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.895493:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.895495:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 2/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895501:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000355635b9 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.895503:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 2/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895510:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 3/0,0 mode: PW/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895520:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 1/0,0 mode: --/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895526:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c5b3 lrc: 0/0,0 mode: --/PW res: [0x49c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895539:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.895540:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.895541:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.895762:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x49b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.895766:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 3/0,1 mode: --/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895774:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.895789:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.895791:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 3/0,1 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895799:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 3/0,1 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895805:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 3/0,1 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.895811:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 2/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281310.896055:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:0.0:1781281310.896179:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.896189:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.896192:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 2/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896209:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9994bd0 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.896211:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 2/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896217:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 3/0,0 mode: PW/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896228:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 1/0,0 mode: --/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896234:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c5ba lrc: 0/0,0 mode: --/PW res: [0x49b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896246:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.896247:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.896248:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.896476:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x49a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.896480:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 3/0,1 mode: --/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896489:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.896490:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.896492:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 3/0,1 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896498:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 3/0,1 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896504:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 3/0,1 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896509:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 2/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896522:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.896528:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.896531:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 2/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896537:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000240f5e05 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.896539:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 2/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896545:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 3/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896558:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 1/0,0 mode: --/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896564:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c5c1 lrc: 0/0,0 mode: --/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.896576:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.896577:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.896578:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.897650:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x49a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.897657:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 3/0,1 mode: --/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897667:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.897668:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.897671:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 3/0,1 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897682:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 3/0,1 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897689:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 3/0,1 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897695:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 2/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897714:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.897725:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.897728:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 2/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897735:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2170d47 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.897737:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 2/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897744:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 3/0,0 mode: PW/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897756:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 1/0,0 mode: --/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.897762:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c5c8 lrc: 0/0,0 mode: --/PW res: [0x49a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281310.898483:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x499:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.898489:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 3/0,1 mode: --/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898498:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.898500:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.898502:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 3/0,1 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898511:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 3/0,1 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898517:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 3/0,1 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898523:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 2/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898537:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.898545:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.898548:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 2/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898554:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048627b2e already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.898557:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 2/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898563:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 3/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898574:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 1/0,0 mode: --/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898580:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c5cf lrc: 0/0,0 mode: --/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.898595:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.898596:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.898597:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281310.899386:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807616 00000100:00100000:3.0:1781281310.899429:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4303 00000100:00100000:3.0:1781281310.899437:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2210:x1867807981807616:12345-192.168.204.1@tcp:8:lfs.0 00000020:02000000:3.0:1781281310.899444:0:7852:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00010000:00080000:3.0:1781281310.899469:0:7852:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp t0 exp 0000000000000000 cur 852 last 0 00000020:00000080:3.0:1781281310.899498:0:7852:0:(genops.c:1359:class_connect()) connect: client fd013285-183a-4106-aea7-7bb500a78bd8, cookie 0x3e391ad4c896c5d6 00002000:00100000:3.0:1781281310.899506:0:7852:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli fd013285-183a-4106-aea7-7bb500a78bd8/00000000d88fe63b ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 488505344 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1781281310.899525:0:7852:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:3.0:1781281310.899679:0:7852:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:3.0:1781281310.899689:0:7852:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1781281310.899719:0:7852:0:(import.c:86:import_set_state_nolock()) 00000000ef7290a4 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1781281310.899787:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe08c83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981807616:12345-192.168.204.1@tcp:8:lfs.0 Request processed in 349us (3734us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281310.899795:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4303 00002000:00010000:3.0:1781281310.900446:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x499:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281310.900453:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 3/0,1 mode: --/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900464:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281310.900466:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281310.900470:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 3/0,1 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900480:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 3/0,1 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900486:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 3/0,1 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900492:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 2/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900513:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1781281310.900734:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x498:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281310.900738:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 3/0,1 mode: --/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900746:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281310.900747:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281310.900749:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 3/0,1 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900757:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 3/0,1 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900764:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 3/0,1 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900770:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 2/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.900783:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281310.901417:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281310.901423:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 2/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901435:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9ae5ab already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.901438:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 2/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901446:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 3/0,0 mode: PW/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901464:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 1/0,0 mode: --/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901470:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896c5dd lrc: 0/0,0 mode: --/PW res: [0x499:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901483:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.901485:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 2/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901491:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.901493:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 2/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901499:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 3/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901507:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 1/0,0 mode: --/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901512:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d29ac75/0x3e391ad4c896c5e4 lrc: 0/0,0 mode: --/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.901521:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.901523:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.901524:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.901530:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.901606:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.901608:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.901610:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.907722:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x498:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.907735:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 3/0,1 mode: --/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.907753:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.907755:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.907760:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 3/0,1 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.907773:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 3/0,1 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.907793:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 3/0,1 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.907800:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 2/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.907826:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281310.908152:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x497:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.908156:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 3/0,1 mode: --/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908164:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.908165:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.908167:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 3/0,1 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908173:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 3/0,1 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908179:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 3/0,1 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908185:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 2/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908215:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1781281310.908546:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x496:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.908551:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 3/0,1 mode: --/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908559:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.908561:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.908562:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 3/0,1 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908570:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 3/0,1 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908576:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 3/0,1 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908582:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 2/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908596:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1781281310.908804:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x495:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.908809:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 3/0,1 mode: --/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908816:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.908818:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.908819:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 3/0,1 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908826:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 3/0,1 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908832:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 3/0,1 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.908837:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 2/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281310.909469:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x497:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.909476:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 3/0,1 mode: --/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.909484:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.909485:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.909487:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 3/0,1 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.909496:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 3/0,1 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.909502:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 3/0,1 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.909509:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 2/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.910238:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1781281310.910613:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x494:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.910619:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 3/0,1 mode: --/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.910629:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.910631:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.910633:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 3/0,1 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.910642:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 3/0,1 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.910649:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 3/0,1 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.910655:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 2/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910861:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1781281310.910867:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 2/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910875:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3de5d68 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.910878:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 2/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910886:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 3/0,0 mode: PW/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910906:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 1/0,0 mode: --/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910912:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3de5d68/0x3e391ad4c896c5eb lrc: 0/0,0 mode: --/PW res: [0x498:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910926:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1781281310.910928:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 2/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910934:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d73b5cb6 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.910936:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 2/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910942:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 3/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910950:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 1/0,0 mode: --/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910969:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d73b5cb6/0x3e391ad4c896c5f2 lrc: 0/0,0 mode: --/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910980:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1781281310.910982:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 2/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910987:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fa5c915 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.910989:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 2/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.910995:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 3/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911003:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 1/0,0 mode: --/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911008:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fa5c915/0x3e391ad4c896c5f9 lrc: 0/0,0 mode: --/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911018:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281310.911020:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 2/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911025:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.911027:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 2/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911033:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 3/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911039:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 1/0,0 mode: --/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911044:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc48de71/0x3e391ad4c896c600 lrc: 0/0,0 mode: --/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911053:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281310.911056:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 3/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911061:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ea8221c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.911063:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 3/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911068:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 4/0,0 mode: PW/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911077:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 2/0,0 mode: --/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911089:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.911091:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 3/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911096:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6d2482c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.911098:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 3/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911103:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 4/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911111:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 2/0,0 mode: --/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.911116:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.911117:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.911119:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.911143:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.916016:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.916040:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281310.916118:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281310.916266:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807680 00000100:00100000:3.0:1781281310.916320:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 244 00000100:00100000:3.0:1781281310.916326:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c685a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:27990:x1867807981807680:12345-192.168.204.1@tcp:13:lfs.0 00000020:02000000:3.0:1781281310.916335:0:6310:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00000024:3.0:1781281310.916361:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39518208 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281310.916430:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c685a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:27990:x1867807981807680:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 102us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281310.916438:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 244 00010000:00010000:2.0:1781281310.917059:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281310.917067:0:12110:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c607 lrc: 0/0,0 mode: --/PW res: [0x497:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281310.917494:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x496:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.917501:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 3/0,1 mode: --/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.917512:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.917515:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.917519:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 3/0,1 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.917537:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 3/0,1 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.917544:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 3/0,1 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.917551:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 2/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.917615:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281310.917913:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.917918:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 2/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.917926:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096411175 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.917929:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 2/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.917936:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 3/0,0 mode: PW/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.917951:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 1/0,0 mode: --/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.917974:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896c615 lrc: 0/0,0 mode: --/PW res: [0x496:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.917987:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.917988:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.917990:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.918206:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x495:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.918211:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 3/0,1 mode: --/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918218:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.918219:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.918221:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 3/0,1 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918229:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 3/0,1 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918235:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 3/0,1 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918241:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 2/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918261:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281310.918557:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x494:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.918562:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 3/0,1 mode: --/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918569:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.918570:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.918572:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 3/0,1 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918580:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 3/0,1 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918586:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 3/0,1 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918591:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 2/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.918603:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281310.919108:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281310.919115:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6d2482c/0x3e391ad4c896c60e lrc: 0/0,0 mode: --/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919186:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281310.919190:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 2/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919207:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d920068a already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.919210:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 2/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919216:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 3/0,0 mode: PW/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919230:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 1/0,0 mode: --/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919236:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896c61c lrc: 0/0,0 mode: --/PW res: [0x495:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919247:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.919249:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 2/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919254:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068cac646 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.919256:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 2/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919262:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 3/0,0 mode: PW/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919269:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 1/0,0 mode: --/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919274:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896c623 lrc: 0/0,0 mode: --/PW res: [0x494:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.919284:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.919285:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.919286:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.919558:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x493:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.919563:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 3/0,1 mode: --/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.919570:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.919571:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.919574:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 3/0,1 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.919587:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 3/0,1 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.919594:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 3/0,1 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.919599:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 2/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.919650:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281310.920224:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x492:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.920229:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 3/0,1 mode: --/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.920236:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.920237:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.920239:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 3/0,1 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.920246:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 3/0,1 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.920252:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 3/0,1 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.920258:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 2/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920589:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281310.920594:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 2/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920602:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2170d47 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.920604:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 2/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920610:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 3/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920623:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 1/0,0 mode: --/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920628:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896c62a lrc: 0/0,0 mode: --/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920640:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.920642:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 3/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920646:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eff81558 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.920648:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 3/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920653:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 4/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920660:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 2/0,0 mode: --/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.920670:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.920671:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.920673:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281310.920736:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:1.0:1781281310.923485:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.923502:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.925563:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281310.925601:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807744 00000100:00100000:0.0:1781281310.925670:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 245 00000100:00100000:0.0:1781281310.925677:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+506:27990:x1867807981807744:12345-192.168.204.1@tcp:13:lfs.0 00000020:02000000:0.0:1781281310.925685:0:6311:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00000024:0.0:1781281310.925720:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281310.925799:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+506:27990:x1867807981807744:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 121us (5066us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281310.925806:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 245 00002000:00010000:0.0:1781281310.926800:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x493:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.926809:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 3/0,1 mode: --/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927318:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.927322:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.927328:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 3/0,1 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927344:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 3/0,1 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927354:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 3/0,1 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927360:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 2/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927392:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281310.927666:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x492:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.927671:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 3/0,1 mode: --/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927678:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.927680:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.927682:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 3/0,1 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927690:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 3/0,1 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927696:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 3/0,1 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927702:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 2/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.927722:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1781281310.927990:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281310.927996:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 2/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928005:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048627b2e already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.928008:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 2/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928016:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 3/0,0 mode: PW/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928038:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 1/0,0 mode: --/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928045:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896c638 lrc: 0/0,0 mode: --/PW res: [0x493:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928061:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.928063:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 2/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928069:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000240f5e05 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.928071:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 2/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928078:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 3/0,0 mode: PW/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928086:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 1/0,0 mode: --/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928092:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896c63f lrc: 0/0,0 mode: --/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.928102:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.928103:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.928104:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.928408:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x491:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.928413:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 3/0,1 mode: --/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928421:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.928422:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.928425:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 3/0,1 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928438:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 3/0,1 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928445:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 3/0,1 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928450:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 2/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928505:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281310.928743:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x490:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.928748:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 3/0,1 mode: --/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928756:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.928757:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.928759:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 3/0,1 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928766:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 3/0,1 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.928773:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 3/0,1 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.928868:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.928872:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 2/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.928880:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9994bd0 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.928892:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 2/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.928899:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 3/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.928911:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 1/0,0 mode: --/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.928916:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896c646 lrc: 0/0,0 mode: --/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.928929:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.928931:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.928932:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.931023:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 2/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931062:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281310.931469:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x48f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.931474:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 3/0,1 mode: --/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931485:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.931487:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.931491:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 3/0,1 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931502:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 3/0,1 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931509:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 3/0,1 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931514:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 2/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931531:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1781281310.931769:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x48e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.931773:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 3/0,1 mode: --/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931781:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.931782:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.931784:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 3/0,1 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931796:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 3/0,1 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931802:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 3/0,1 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931808:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 2/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931825:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1781281310.931838:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781281310.931842:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 2/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931849:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000355635b9 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.931852:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 2/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931858:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 3/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931874:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 1/0,0 mode: --/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.931880:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000355635b9/0x3e391ad4c896c64d lrc: 0/0,0 mode: --/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.931996:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281310.932000:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 2/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932008:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d5f0ed5 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.932010:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 2/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932016:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 3/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932028:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 1/0,0 mode: --/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932034:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896c654 lrc: 0/0,0 mode: --/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932049:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.932051:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 2/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932056:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007fee4478 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.932058:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 2/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932064:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 3/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932072:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 1/0,0 mode: --/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932081:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896c65b lrc: 0/0,0 mode: --/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.932091:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.932092:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.932094:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.933377:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x48d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.933384:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 3/0,1 mode: --/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933395:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.933397:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.933400:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 3/0,1 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933410:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 3/0,1 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933417:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 3/0,1 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933423:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 2/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933441:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281310.933451:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.933454:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 2/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933465:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670a308c already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.933468:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 2/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933473:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 3/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933485:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 1/0,0 mode: --/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933491:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000670a308c/0x3e391ad4c896c662 lrc: 0/0,0 mode: --/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933505:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.933506:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.933507:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.933759:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x48c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.933763:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 3/0,1 mode: --/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933771:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.933773:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.933789:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 3/0,1 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933798:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 3/0,1 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933809:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 3/0,1 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933815:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 2/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933835:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281310.933843:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.933845:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 2/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933851:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8807e20 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.933853:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 2/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933859:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 3/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933868:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 1/0,0 mode: --/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.933874:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8807e20/0x3e391ad4c896c669 lrc: 0/0,0 mode: --/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934282:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.934284:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.934285:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.934684:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x48b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.934689:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 3/0,1 mode: --/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934698:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.934700:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.934702:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 3/0,1 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934710:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 3/0,1 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934718:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 3/0,1 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934723:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 2/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934736:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281310.934744:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.934747:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 2/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934753:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e17bd076 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.934755:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 2/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.934761:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 3/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.934997:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.934999:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.935001:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.936007:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 1/0,0 mode: --/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936019:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e17bd076/0x3e391ad4c896c670 lrc: 0/0,0 mode: --/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936036:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.936038:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.936039:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.936171:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.936177:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.936747:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x48a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.936754:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 3/0,1 mode: --/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936764:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.936766:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.936769:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 3/0,1 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936792:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 3/0,1 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936799:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 3/0,1 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936805:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 2/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.936835:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281310.937374:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x489:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.937379:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 3/0,1 mode: --/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937387:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.937388:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.937390:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 3/0,1 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937397:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 3/0,1 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937403:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 3/0,1 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937408:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 2/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937431:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1781281310.937522:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281310.937523:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281310.937527:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 2/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.937528:0:12110:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c631 lrc: 0/0,0 mode: --/PW res: [0x492:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937535:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d874518 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.937537:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 2/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937544:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 3/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937563:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 1/0,0 mode: --/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937568:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d874518/0x3e391ad4c896c677 lrc: 0/0,0 mode: --/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937580:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.937581:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 2/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937586:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000064724471 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.937588:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 2/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.937593:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 3/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.937770:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.937819:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x491:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.937823:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 3/0,1 mode: --/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.937830:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.937832:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.937834:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 3/0,1 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.937843:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 3/0,1 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.937848:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 3/0,1 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.937854:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 2/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.937860:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.937876:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.938043:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.938047:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 2/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.938055:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb65bc2b already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.938057:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 2/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.938063:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 3/0,0 mode: PW/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.938075:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 1/0,0 mode: --/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.938081:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896c685 lrc: 0/0,0 mode: --/PW res: [0x491:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.938104:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.938106:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.938107:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.938138:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x490:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.938142:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 3/0,1 mode: --/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938149:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.938151:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.938153:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 3/0,1 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938160:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 3/0,1 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938167:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 3/0,1 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938173:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 2/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938192:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281310.938214:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 1/0,0 mode: --/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938220:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064724471/0x3e391ad4c896c67e lrc: 0/0,0 mode: --/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938232:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281310.938234:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 2/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938243:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000093e923e3 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281310.938245:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 2/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938250:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 3/0,0 mode: PW/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938259:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 1/0,0 mode: --/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938265:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896c68c lrc: 0/0,0 mode: --/PW res: [0x490:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938273:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.938274:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.938276:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.938452:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x488:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.938457:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 3/0,1 mode: --/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938464:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.938465:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.938467:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 3/0,1 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938474:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 3/0,1 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938485:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 3/0,1 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938491:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 2/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.938549:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281310.938802:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x48f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.938807:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 3/0,1 mode: --/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938815:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.938817:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.938819:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 3/0,1 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938826:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 3/0,1 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938832:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 3/0,1 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.938837:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 2/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281310.939013:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x487:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.939017:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 3/0,1 mode: --/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.939024:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.939025:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.939027:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 3/0,1 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.939035:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 3/0,1 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.939041:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 3/0,1 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.939046:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 2/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944250:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281310.944262:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 2/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944277:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054562da6 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.944281:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 2/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944291:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 3/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944319:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 1/0,0 mode: --/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944326:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054562da6/0x3e391ad4c896c693 lrc: 0/0,0 mode: --/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944349:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281310.944353:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 3/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944359:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d85584e4 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.944361:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 3/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944367:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 4/0,0 mode: PW/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944378:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 2/0,0 mode: --/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944383:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.944386:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 3/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944391:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe7f0eeb already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.944392:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 3/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944398:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 4/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944405:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 2/0,0 mode: --/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.944411:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.944412:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.944414:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.944705:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.944976:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281310.944983:0:12110:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c69a lrc: 0/0,0 mode: --/PW res: [0x48f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.945043:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.945176:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281310.945181:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c6a1 lrc: 0/0,0 mode: --/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281310.945540:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x48e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1781281310.945540:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x486:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.945546:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 3/0,1 mode: --/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.945546:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 3/0,1 mode: --/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.945558:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.945558:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.945560:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.945560:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.945563:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 3/0,1 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.945563:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 3/0,1 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.945576:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 3/0,1 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.945576:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 3/0,1 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.945583:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 3/0,1 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.945584:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 3/0,1 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.945590:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 2/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.945590:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 2/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.945684:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281310.945694:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281310.945713:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.945716:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 3/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.945724:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b4cc3ac already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.945726:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 3/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.945732:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 4/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.945745:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 2/0,0 mode: --/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.945751:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.945752:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.945754:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.946014:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x48d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.946018:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 3/0,1 mode: --/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.946026:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.946028:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.946030:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 3/0,1 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.946037:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 3/0,1 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.946044:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 3/0,1 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.946044:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 2/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.946050:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 2/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.946052:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f8da49b already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.946054:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 2/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.946060:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 3/0,0 mode: PW/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.946072:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 1/0,0 mode: --/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.946078:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896c6a8 lrc: 0/0,0 mode: --/PW res: [0x48e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.946079:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281310.946159:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.946162:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 2/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.946170:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056bd5d0a already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.946172:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 2/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.946178:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 3/0,0 mode: PW/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.946189:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 1/0,0 mode: --/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.946205:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896c6b6 lrc: 0/0,0 mode: --/PW res: [0x48d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.946219:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.946220:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.946222:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.946329:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.946331:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.946332:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.946404:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281310.946408:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c6af lrc: 0/0,0 mode: --/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.946667:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.947060:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x48c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.947066:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 3/0,1 mode: --/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281310.947435:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x485:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.947439:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 3/0,1 mode: --/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947449:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.947451:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.947454:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 3/0,1 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947465:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 3/0,1 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947471:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 3/0,1 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947477:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 2/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947535:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281310.947836:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x484:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.947840:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 3/0,1 mode: --/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947848:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.947849:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.947851:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 3/0,1 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947859:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 3/0,1 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947866:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 3/0,1 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.947872:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 2/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.947980:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.947982:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.947983:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 3/0,1 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.947992:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 3/0,1 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.947998:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 3/0,1 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.948004:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 2/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.949700:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281310.949709:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 2/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.949723:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000015897d86 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.949726:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 2/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.949734:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 3/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.949758:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 1/0,0 mode: --/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.949768:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015897d86/0x3e391ad4c896c6c4 lrc: 0/0,0 mode: --/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.950235:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1781281310.950651:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281310.950689:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281310.950694:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 2/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950703:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be425b6f already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.950705:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 2/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950712:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 3/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950730:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 1/0,0 mode: --/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950735:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be425b6f/0x3e391ad4c896c6cb lrc: 0/0,0 mode: --/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950750:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.950753:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 2/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950759:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080aac726 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.950761:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 2/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.950767:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 3/0,0 mode: PW/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281310.950947:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x48b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.950967:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 3/0,1 mode: --/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.950978:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.950980:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.950984:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 3/0,1 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.950995:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 3/0,1 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.951002:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 3/0,1 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951002:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 1/0,0 mode: --/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.951008:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 2/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951010:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896c6bd lrc: 0/0,0 mode: --/PW res: [0x48c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.951023:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.951025:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.951026:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 2/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951036:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ca2006f already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.951038:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 2/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951044:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 3/0,0 mode: PW/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951053:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 1/0,0 mode: --/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951058:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896c6d2 lrc: 0/0,0 mode: --/PW res: [0x48b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951068:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.951069:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.951071:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.951078:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.951081:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.951174:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.951176:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.951177:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281310.951254:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x483:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.951259:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 3/0,1 mode: --/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951266:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.951268:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.951270:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 3/0,1 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951277:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 3/0,1 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951283:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 3/0,1 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951289:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 2/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281310.951309:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x48a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.951313:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,1 mode: --/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.951320:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.951322:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.951323:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,1 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.951336:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,1 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951337:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.951342:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,1 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.951347:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 2/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281310.951584:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x482:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281310.951589:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 3/0,1 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951596:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.951609:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281310.951611:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951624:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951630:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.951635:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 2/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951732:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781281310.951735:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 2/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951742:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e1451981 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.951744:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 2/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951750:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 3/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951762:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 1/0,0 mode: --/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951769:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1451981/0x3e391ad4c896c6d9 lrc: 0/0,0 mode: --/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951795:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281310.951797:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951803:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fbaa485 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.951805:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.951805:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951811:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 3/0,0 mode: PW/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951820:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 1/0,0 mode: --/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951835:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896c6e0 lrc: 0/0,0 mode: --/PW res: [0x48a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951846:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.951848:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 3/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951857:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000977d3cc1 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.951858:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 3/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951863:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 4/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951870:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 2/0,0 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.951875:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.951876:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.951877:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281310.952085:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x489:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.952089:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 3/0,1 mode: --/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952097:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.952099:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.952101:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 3/0,1 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952109:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 3/0,1 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952115:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 3/0,1 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952120:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 2/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952142:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281310.952167:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281310.952170:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 2/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.952177:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055c1de3c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281310.952179:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 2/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.952185:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 3/0,0 mode: PW/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.952204:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 1/0,0 mode: --/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.952214:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896c6ee lrc: 0/0,0 mode: --/PW res: [0x489:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.952224:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.952225:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.952226:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.952328:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281310.952405:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281310.952410:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c6e7 lrc: 0/0,0 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281310.952596:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x488:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281310.952601:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 3/0,1 mode: --/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952608:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.952609:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.952611:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 3/0,1 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952618:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 3/0,1 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952625:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 3/0,1 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.952630:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 2/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1781281310.953594:0:12103:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x0:1136 00000100:00100000:1.0:1781281310.954004:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:21864:x1867807996516096:12345-0@lo:5:osp-pre-0-0.0 Request processed in 83728us (84355us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281310.954016:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00010000:00010000:3.0:1781281310.954211:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281310.954216:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 3/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.954227:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084763b18 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281310.954230:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 3/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.954238:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 4/0,0 mode: PW/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.954255:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 2/0,0 mode: --/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281310.954262:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.954263:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281310.954265:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.955705:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281310.955715:0:12110:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c6f5 lrc: 0/0,0 mode: --/PW res: [0x488:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281310.955745:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281310.956773:0:21864:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21864:1867807996516096:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1781281310.956804:0:21864:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x4a1:0x0] from OST, last_created [0x100000000:0x4a1:0x0]last_used is [0x100000000:0x470:0x0] 00000100:00100000:1.0:1781281310.957159:0:21864:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db585be4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21864:1867807996516288:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1781281310.957224:0:21864:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281310.957245:0:21864:0:(client.c:2500:ptlrpc_set_wait()) set 000000002ad1582f going to sleep for 20 seconds 00000100:00100000:1.0:1781281310.957271:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516288 00000100:00100000:1.0:1781281310.957315:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304 00000100:00100000:1.0:1781281310.957321:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edef809b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:21864:x1867807996516288:12345-0@lo:5:osp-pre-0-0.0 00000020:02000000:1.0:1781281310.957328:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00080000:1.0:1781281310.957369:0:12109:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x0 at 1186 00000100:00100000:0.0:1781281310.957984:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206243ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996516224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281310.958019:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281310.958059:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516224 00000100:00100000:0.0:1781281310.958079:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1781281310.958093:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093bb83b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2996:x1867807996516224:12345-0@lo:13:osp-pre-0-0.0 00000020:02000000:0.0:1781281310.958098:0:6310:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00000024:0.0:1781281310.958110:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39518208 pending 131072 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281310.958145:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093bb83b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2996:x1867807996516224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281310.958153:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1781281310.958205:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206243ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996516224:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1781281310.958224:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.960388:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x487:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.960401:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 3/0,1 mode: --/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960423:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.960426:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.960430:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 3/0,1 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960443:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 3/0,1 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960451:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 3/0,1 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960457:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 2/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960484:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.960518:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.960523:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 2/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.960531:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492d3ba9 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.960534:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 2/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.960542:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 3/0,0 mode: PW/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.960560:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 1/0,0 mode: --/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.960566:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000492d3ba9/0x3e391ad4c896c6fc lrc: 0/0,0 mode: --/PW res: [0x487:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.960585:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.960586:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.960588:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.960827:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x486:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.960832:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 3/0,1 mode: --/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960841:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.960842:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.960844:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 3/0,1 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960852:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 3/0,1 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960858:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 3/0,1 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.960863:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 2/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.961049:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.961300:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.961303:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 2/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961312:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5479f48 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.961314:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 2/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961321:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 3/0,0 mode: PW/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961332:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 1/0,0 mode: --/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961343:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5479f48/0x3e391ad4c896c703 lrc: 0/0,0 mode: --/PW res: [0x486:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281310.961343:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x485:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.961347:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 3/0,1 mode: --/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.961354:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.961355:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281310.961357:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.961357:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 3/0,1 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961358:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.961360:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281310.961364:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 3/0,1 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.961371:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 3/0,1 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.961377:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 2/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.961399:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.961524:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.961528:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 2/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961544:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5f6f988 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.961546:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 2/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961553:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 3/0,0 mode: PW/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961563:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 1/0,0 mode: --/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961569:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5f6f988/0x3e391ad4c896c70a lrc: 0/0,0 mode: --/PW res: [0x485:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.961580:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.961582:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.961583:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.963300:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x484:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.963309:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 3/0,1 mode: --/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.963323:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.963325:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.963328:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 3/0,1 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.963339:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 3/0,1 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.963347:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 3/0,1 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.963353:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 2/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.963380:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.963545:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.963549:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 2/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.963556:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8738cdb already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.963559:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 2/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.963566:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 3/0,0 mode: PW/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.963583:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 1/0,0 mode: --/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.963588:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8738cdb/0x3e391ad4c896c711 lrc: 0/0,0 mode: --/PW res: [0x484:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.963602:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.963603:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.963605:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281310.964370:0:12110:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x483:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281310.964377:0:12110:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 3/0,1 mode: --/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.964386:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.964388:0:12110:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281310.964390:0:12110:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 3/0,1 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.964399:0:12110:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 3/0,1 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.964406:0:12110:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 3/0,1 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.964411:0:12110:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 2/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281310.964436:0:12110:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281310.964560:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281310.964564:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 2/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.964572:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bae598de already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281310.964574:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 2/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.964581:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 3/0,0 mode: PW/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.964598:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 1/0,0 mode: --/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.964604:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bae598de/0x3e391ad4c896c718 lrc: 0/0,0 mode: --/PW res: [0x483:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281310.964616:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.964617:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281310.964618:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1781281310.966492:0:12110:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x0:1154 00000100:00100000:0.0:1781281310.966592:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010b62c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:21866:x1867807996516160:12345-0@lo:5:osp-pre-1-0.0 Request processed in 91597us (91789us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281310.967718:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00100000:2.0:1781281310.968831:0:21866:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe910083 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21866:1867807996516160:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1781281310.968848:0:21866:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x100010000:0x4a1:0x0] from OST, last_created [0x100010000:0x4a1:0x0]last_used is [0x100010000:0x482:0x0] 00000100:00100000:2.0:1781281310.968930:0:21866:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fe83b66 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21866:1867807996516416:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1781281310.968999:0:21866:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281310.969011:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996516352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281310.969023:0:21866:0:(client.c:2500:ptlrpc_set_wait()) set 0000000027581d52 going to sleep for 20 seconds 00000100:00100000:1.0:1781281310.969039:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281310.969457:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516352 00000100:00100000:2.0:1781281310.969506:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1781281310.969513:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ed58c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996516352:12345-0@lo:13:osp-pre-1-0.0 00000020:02000000:2.0:1781281310.969521:0:6311:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00000024:2.0:1781281310.969540:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524615680 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281310.969583:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ed58c35 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996516352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281310.969590:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1781281310.969624:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996516352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281310.970027:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516416 00000100:00100000:1.0:1781281310.970055:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305 00000100:00100000:1.0:1781281310.970059:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:21866:x1867807996516416:12345-0@lo:5:osp-pre-1-0.0 00000020:02000000:1.0:1781281310.970064:0:12110:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00002000:00080000:1.0:1781281310.970104:0:12110:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x0 at 1186 00000100:00100000:1.0:1781281310.972573:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:21866:x1867807996516416:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2508us (3571us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281310.972587:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305 00000100:00100000:2.0:1781281310.972614:0:21866:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fe83b66 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21866:1867807996516416:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1781281310.972630:0:21866:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x100010000:0x4a1:0x0]-[0x100010000:0x4c1:0x0] 00000100:00100000:0.0:1781281310.974274:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edef809b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:21864:x1867807996516288:12345-0@lo:5:osp-pre-0-0.0 Request processed in 16948us (17046us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281310.974285:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304 00000100:00100000:1.0:1781281310.974386:0:21864:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db585be4 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21864:1867807996516288:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1781281310.974400:0:21864:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x100000000:0x4a1:0x0]-[0x100000000:0x4c1:0x0] 00000100:00100000:0.0:1781281311.855455:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db585be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996516480:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281311.855537:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281311.855568:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281311.855574:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996516672:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281311.855613:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281311.855639:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005693de29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996516544:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281311.855639:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e44fc41d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996516608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281311.855667:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281311.855692:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516480 00000100:00100000:0.0:1781281311.855729:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1781281311.855735:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000867590d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996516480:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:0.0:1781281311.855741:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:1.0:1781281311.857215:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516672 00000100:00100000:1.0:1781281311.857257:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516544 00000100:00100000:1.0:1781281311.857280:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1781281311.857284:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3fccc96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996516672:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:1.0:1781281311.857291:0:21843:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:0.0:1781281311.857382:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000867590d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996516480:12345-0@lo:400:kworker/u8:0.0 Request processed in 1645us (1845us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281311.857387:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281311.857391:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1781281311.857392:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996516544:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:2.0:1781281311.857395:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281311.857427:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996516544:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281311.857432:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281311.857432:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281311.857444:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516608 00000100:00100000:2.0:1781281311.857462:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1781281311.857464:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996516608:12345-0@lo:400:kworker/u8:0.0 00000020:02000000:2.0:1781281311.857468:0:21841:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281311.857497:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996516608:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281311.857503:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1781281311.857537:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005693de29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996516544:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281311.857558:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db585be4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996516480:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281311.857582:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e44fc41d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996516608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281311.857864:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3fccc96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996516672:12345-0@lo:400:kworker/u8:0.0 Request processed in 578us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281311.857871:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281311.857942:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5cb043 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996516672:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281311.981206:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281312.208845:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281312.208981:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281312.209007:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281312.209030:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281312.209157:0:21833:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807808 00000100:00100000:2.0:1781281312.209211:0:21833:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 72 00000100:00100000:2.0:1781281312.209219:0:21833:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a09882a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981807808:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:2.0:1781281312.209227:0:21833:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281312.209294:0:21833:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a09882a8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981807808:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 74us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281312.209302:0:21833:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 72 00000100:00100000:3.0:1781281312.209466:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807936 00000100:00100000:3.0:1781281312.209494:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808000 00000100:00100000:2.0:1781281312.209839:0:21840:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981807872 00000100:00100000:2.0:1781281312.209883:0:21840:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 26 00000100:00100000:2.0:1781281312.209887:0:21840:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2211:x1867807981807872:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:2.0:1781281312.209892:0:21840:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:2.0:1781281312.209929:0:21840:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2211:x1867807981807872:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 41us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281312.209936:0:21840:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 26 00000100:00100000:3.0:1781281312.210267:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 377 00000100:00100000:3.0:1781281312.210273:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981807936:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281312.210277:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281312.210306:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981807936:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 32us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281312.210313:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 377 00000100:00100000:3.0:1781281312.210325:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 378 00000100:00100000:3.0:1781281312.210330:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981808000:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:02000000:3.0:1781281312.210333:0:12109:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=721, val=0*** 00000100:00100000:3.0:1781281312.210353:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+506:2211:x1867807981808000:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 23us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281312.210359:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 378 00010000:00010000:2.0:1781281313.010597:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281314.038194:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1781281314.537139:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000100:00100000:3.0:1781281314.601786:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281314.609411:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808128 00000100:00100000:2.0:1781281314.609494:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:2.0:1781281314.609686:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:28103:x1867807981808128:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1781281314.609757:0:21843:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781281314.609788:0:21843:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896c54a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124855c expref: 9 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609812:0:21843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (00000000a63877c9) 00010000:00010000:2.0:1781281314.609829:0:21843:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c558 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248586 expref: 8 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609839:0:21843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:2.0:1781281314.609842:0:21843:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281314.609879:0:21843:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609895:0:21843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609905:0:21843:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609924:0:21843:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609931:0:21843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281314.609936:0:21843:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.622568:0:21843:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.622599:0:21843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.622611:0:21843:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1781281314.629365:0:21843:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1a:0x0].2, 64 off8320 00000004:00080000:1.0:1781281314.629376:0:21843:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 855736421501ns, next at 856736418539ns, rc = 0 00010000:00010000:1.0:1781281314.629463:0:21843:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629480:0:21843:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629491:0:21843:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629499:0:21843:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629506:0:21843:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629511:0:21843:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629529:0:21843:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1781281314.629559:0:21843:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b8efdff1 reply state 000000005bcda41e transno 25769803777 ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629600:0:21843:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629606:0:21843:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629613:0:21843:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629619:0:21843:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084763b18 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281314.629622:0:21843:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629628:0:21843:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629639:0:21843:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:1.0:1781281314.629641:0:21843:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281314.629644:0:21843:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629649:0:21843:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000084763b18/0x3e391ad4c896c71f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281314.629658:0:21843:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b8efdff1 reply state 000000005bcda41e transno 25769803777 ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281314.629744:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:28103:x1867807981808128:12345-192.168.204.1@tcp:36:rm.0 Request processed in 20057us (27963us total) trans 25769803777 rc 0/0 00000100:00100000:1.0:1781281314.629754:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 14 00010000:00010000:1.0:1781281314.629786:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281314.629790:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629801:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b4cc3ac already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281314.629803:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629809:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629817:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (00000000a559088d) 00010000:00010000:1.0:1781281314.629819:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781281314.629820:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629839:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c734 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954638592448 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.629848:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281314.629850:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281314.629851:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281314.632285:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632303:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632310:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632316:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d85584e4 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281314.632320:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632327:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632342:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d5cb397 (000000009da765a2) 00010000:00010000:1.0:1781281314.632344:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281314.632348:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632353:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d85584e4/0x3e391ad4c896c726 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8d5cb397 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632371:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632376:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632381:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632385:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000977d3cc1 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281314.632387:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632392:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632398:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x429:0x0].0x0 (00000000a559088d) 00010000:00010000:1.0:1781281314.632400:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781281314.632402:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281314.632407:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c72d lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21843 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281315.053948:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781281316.003736:0:21873:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769803777 is committed 00000004:00080000:3.0:1781281316.003747:0:21873:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000100:00100000:1.0:1781281316.004172:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996516736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781281316.004242:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281316.004350:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516736 00000100:00100000:2.0:1781281316.004417:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306 00000100:00100000:2.0:1781281316.004423:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e0bc742 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996516736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781281316.004451:0:12109:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1154 count 1 00010000:00010000:2.0:1781281316.004481:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,1 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.004502:0:12109:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 2/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 505 pid: 7852 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281316.004510:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281316.004512:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281316.004514:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 4/0,1 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.004539:0:12109:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 3/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 505 pid: 7852 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1781281316.004551:0:12109:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 4/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 505 pid: 7852 timeout: 957 lvb_type: 1 00000100:00100000:2.0:1781281316.004563:0:12109:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12109:1867807996516800:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281316.004629:0:12109:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e14ab66a going to sleep for 6 seconds 00000100:00100000:3.0:1781281316.009968:0:12109:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:12109:1867807996516800:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281316.009996:0:12109:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,1 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281316.014139:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281316.014234:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808192 00010000:00010000:2.0:1781281316.014276:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 4/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 506 pid: 7852 timeout: 957 lvb_type: 1 00000100:00100000:2.0:1781281316.014322:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1593 00000100:00100000:2.0:1781281316.014328:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+506:2213:x1867807981808192:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1781281316.014346:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281316.014351:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 4/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 506 pid: 7852 timeout: 957 lvb_type: 1 00010000:00010000:2.0:1781281316.014374:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 3/0,0 mode: PR/PR res: [0x482:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 506 pid: 7852 timeout: 957 lvb_type: 1 00010000:00010000:2.0:1781281316.014405:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c37c lrc: 0/0,0 mode: --/PR res: [0x482:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248563 expref: 506 pid: 7852 timeout: 957 lvb_type: 1 00010000:00010000:2.0:1781281316.014420:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281316.014422:0:5491:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281316.014427:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.014437:0:5491:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 4/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.014480:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281316.014531:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d5db075 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981808192:12345-192.168.204.1@tcp:103:ldlm_bl_02.0 Request processed in 202us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.014539:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1593 00010000:00010000:1.0:1781281316.015128:0:12109:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281316.015139:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281316.015148:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,1 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281316.015156:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 2/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281316.015173:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781281316.015602:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e0bc742 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996516736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11177us (11359us total) trans 4294968855 rc 0/0 00000100:00100000:1.0:1781281316.015611:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306 00010000:00010000:2.0:1781281316.015700:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281316.015705:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 2/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.015716:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bd41f25a already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281316.015719:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 2/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.015727:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 3/0,0 mode: PW/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.015746:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 1/0,0 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.015751:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd41f25a/0x3e391ad4c896c73b lrc: 0/0,0 mode: --/PW res: [0x482:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281316.015765:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281316.015766:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281316.015767:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781281316.015849:0:2998:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c8b9d653/2, rc 0, transno 1559 00000100:00100000:3.0:1781281316.015856:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996516736:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1781281316.081633:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281316.461351:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996516864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281316.461432:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281316.461732:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516864 00000100:00100000:0.0:1781281316.461783:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1781281316.461789:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996516864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281316.461822:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524484608 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281316.465753:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996516864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3955us (4313us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281316.465770:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1781281316.465841:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996516928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281316.465898:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281316.466121:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516928 00000100:00100000:2.0:1781281316.466162:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1781281316.466167:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f85cff8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996516928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281316.466202:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39387136 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281316.468460:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996516864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281316.468679:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f85cff8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996516928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2509us (2779us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.468690:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1781281316.476379:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cff36d64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996516928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281316.976171:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b16a365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996516992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281316.976239:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281316.976346:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996516992 00000100:00100000:3.0:1781281316.976386:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1781281316.976391:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000837054c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996516992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979339:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996517056:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979405:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281316.979428:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996517312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979445:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281316.979459:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281316.979463:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996517248:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979481:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281316.979515:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517056 00000100:00100000:2.0:1781281316.979547:0:21843:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517312 00000100:00100000:2.0:1781281316.979562:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1781281316.979567:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008750cd4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996517056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979614:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008750cd4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996517056:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.979620:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1781281316.979636:0:21843:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1781281316.979640:0:21843:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f02f6d6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996517312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979665:0:21843:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f02f6d6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996517312:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.979670:0:21843:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1781281316.979691:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517248 00000100:00100000:2.0:1781281316.979713:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1781281316.979717:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996517248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979744:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996517248:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.979750:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1781281316.979807:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996517248:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979816:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996517056:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.979822:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996517312:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281316.980142:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996517120:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281316.980172:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281316.980186:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281316.980190:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996517184:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281316.980208:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281316.981501:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517184 00000100:00100000:2.0:1781281316.981550:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1781281316.981555:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cecf20da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996517184:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.981623:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cecf20da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996517184:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.981630:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1781281316.981653:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517120 00000100:00100000:2.0:1781281316.981676:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281316.981679:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000207d33fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996517120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.981709:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000207d33fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996517120:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (1538us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281316.981715:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281316.981753:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996517184:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281316.981771:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996517120:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281316.985782:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000837054c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996516992:12345-0@lo:400:kworker/u8:2.0 Request processed in 9382us (9536us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281316.985804:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1781281316.988431:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b16a365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996516992:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1781281317.101126:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281317.330724:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281317.330802:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281317.330836:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281317.330871:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281317.330907:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808384 00000100:00100000:1.0:1781281317.330983:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808448 00000100:00100000:1.0:1781281317.331006:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 381 00000100:00100000:1.0:1781281317.331012:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f2c690f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981808384:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1781281317.331126:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 382 00000100:00100000:2.0:1781281317.331132:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5acc3a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981808448:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1781281317.331206:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5acc3a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981808448:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 74us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281317.331214:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 382 00000100:00100000:0.0:1781281317.331290:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808320 00000100:00100000:0.0:1781281317.331326:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 30 00000100:00100000:0.0:1781281317.331330:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981808320:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281317.331365:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000006d9060 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981808320:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 34us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281317.331372:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 30 00000100:00100000:1.0:1781281317.331434:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f2c690f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981808384:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 421us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281317.331441:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 381 00000100:00100000:3.0:1781281317.333436:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808256 00000100:00100000:3.0:1781281317.333528:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 74 00000100:00100000:3.0:1781281317.333536:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff7503fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981808256:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1781281317.333610:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff7503fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981808256:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 74us (2894us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281317.333617:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 74 00010000:00010000:3.0:1781281318.125941:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281319.149226:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781281319.614451:0:7126:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0001: transno 4294968855 is committed 00010000:00010000:0.0:1781281320.176617:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281320.530695:0:22610:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281320.530701:0:22610:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 130a: DoM file create (setstripe) replay ========================================================== 12:21:58 (1781281318) 00010000:00010000:1.0:1781281321.197845:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281321.568447:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281321.568553:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808512 00000100:00100000:3.0:1781281321.568599:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:3.0:1781281321.568606:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44ca2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:28680:x1867807981808512:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281321.568628:0:21841:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281321.568650:0:21841:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c742 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124858d expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.568709:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c749 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.568725:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.568737:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281321.568800:0:21841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1781281321.568804:0:21841:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281321.568831:0:21841:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c749 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.568872:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c742 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124858d expref: 9 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.568887:0:21841:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c749 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124858d expref: 8 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.568894:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:3.0:1781281321.568897:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781281321.568900:0:21841:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d46c8fb9, rc 0) 00000100:00100000:3.0:1781281321.568993:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44ca2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:28680:x1867807981808512:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 386us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281321.569000:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:0.0:1781281321.579069:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281321.579313:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808576 00000100:00100000:2.0:1781281321.579364:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:2.0:1781281321.579370:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818a207e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+8:28680:x1867807981808576:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:2.0:1781281321.579414:0:22300:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1781281321.579476:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818a207e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+8:28680:x1867807981808576:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 105us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281321.579484:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:3.0:1781281321.581905:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996517376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281321.581995:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281321.582428:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517376 00000100:00100000:2.0:1781281321.582481:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1781281321.582487:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996517376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281321.582520:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524484608 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281321.582565:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996517376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281321.582572:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1781281321.583102:0:2995:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968855 gen 2 00000004:00080000:3.0:1781281321.583108:0:2995:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c8b9d653, transno 4294968855 00000100:00100000:3.0:1781281321.583129:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996517376:0@lo:13:osp-pre-1-0.0 00000040:00100000:3.0:1781281321.583161:0:21865:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1a:0x1:0x0] 00000100:00100000:0.0:1781281321.583562:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281321.583588:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808640 00000100:00100000:0.0:1781281321.583617:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 251 00000100:00100000:0.0:1781281321.583622:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0313b13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:28680:x1867807981808640:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281321.583643:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39387136 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281321.583684:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0313b13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:28680:x1867807981808640:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 62us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281321.583691:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 251 00000100:00100000:3.0:1781281321.583910:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996517440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281321.583945:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281321.585457:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281321.585529:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517440 00000100:00100000:3.0:1781281321.585577:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808704 00000100:00100000:3.0:1781281321.585590:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1781281321.585596:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996517440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281321.585618:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39387136 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281321.585669:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996517440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281321.585676:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1781281321.585692:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 253 00000100:00100000:3.0:1781281321.585695:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b16a365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:28680:x1867807981808704:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:3.0:1781281321.585706:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524484608 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281321.585743:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b16a365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:28680:x1867807981808704:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 46us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281321.585750:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 253 00000100:00100000:3.0:1781281321.585793:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996517440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281321.649201:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281321.649250:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808832 00000100:00100000:3.0:1781281321.649317:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:3.0:1781281321.649324:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:28687:x1867807981808832:12345-192.168.204.1@tcp:36:mcreate.0 00010000:00010000:3.0:1781281321.649383:0:21841:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281321.649413:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c749 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124858d expref: 8 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.649431:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:3.0:1781281321.649435:0:21841:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281321.649526:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.649556:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.649568:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.649583:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.649590:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.649595:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.653973:0:21841:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.653992:0:21841:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.654000:0:21841:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.654007:0:21841:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089a77522 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281321.654012:0:21841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.654019:0:21841:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.654045:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:3.0:1781281321.654048:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281321.654052:0:21841:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.654057:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c750 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281321.654070:0:21841:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bd8863c6 reply state 00000000b4694d20 transno 25769803778 ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281321.655503:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:28687:x1867807981808832:12345-192.168.204.1@tcp:36:mcreate.0 Request processed in 6173us (6302us total) trans 25769803778 rc 0/0 00000100:00100000:3.0:1781281321.655513:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 17 00010000:00010000:3.0:1781281321.662586:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.662607:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.662615:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.662621:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000083e51a21 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281321.662625:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.662632:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.662648:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (000000002a189d9a) 00010000:00010000:3.0:1781281321.662651:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281321.662655:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.662660:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c757 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281321.682710:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281321.683909:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981808896 00000100:00100000:1.0:1781281321.684005:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:1.0:1781281321.684012:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:28690:x1867807981808896:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281321.684046:0:21841:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281321.684068:0:21841:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c75e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248594 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684144:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684162:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684173:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684185:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684191:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684196:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684291:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684299:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684306:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281321.684335:0:21841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42a:0x0]: returning size 0 00000004:00200000:1.0:1781281321.684340:0:21841:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281321.684359:0:21841:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684369:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684376:0:21841:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684382:0:21841:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684388:0:21841:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684394:0:21841:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b4cc3ac already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281321.684397:0:21841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684404:0:21841:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684415:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:1.0:1781281321.684418:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281321.684422:0:21841:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684428:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b4cc3ac/0x3e391ad4c896c765 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684441:0:21841:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684446:0:21841:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684456:0:21841:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684461:0:21841:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe7f0eeb already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281321.684463:0:21841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684469:0:21841:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684476:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (0000000011b00ca6) 00010000:00010000:1.0:1781281321.684494:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281321.684496:0:21841:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684502:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896c76c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684533:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000977d3cc1/0x3e391ad4c896c75e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248594 expref: 10 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684547:0:21841:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248594 expref: 9 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.684554:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42a:0x0].0x0 (00000000a559088d) 00010000:00010000:1.0:1781281321.684557:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781281321.684558:0:21841:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000064724471, rc 0) 00000100:00100000:1.0:1781281321.684626:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:28690:x1867807981808896:12345-192.168.204.1@tcp:101:rm.0 Request processed in 614us (1924us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281321.684636:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:3.0:1781281321.688423:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281321.688520:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809024 00000100:00100000:2.0:1781281321.688565:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:2.0:1781281321.688571:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+9:28690:x1867807981809024:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:2.0:1781281321.688618:0:22300:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281321.688643:0:22300:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064724471/0x3e391ad4c896c773 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248594 expref: 9 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688666:0:22300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42a:0x0].0x0 (00000000a559088d) 00010000:00010000:2.0:1781281321.688674:0:22300:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281321.688699:0:22300:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688712:0:22300:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688721:0:22300:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688747:0:22300:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688753:0:22300:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688758:0:22300:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688852:0:22300:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688860:0:22300:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.688866:0:22300:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689388:0:22300:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689399:0:22300:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689406:0:22300:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689414:0:22300:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689419:0:22300:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689424:0:22300:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689442:0:22300:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1781281321.689461:0:22300:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c18e7d8f reply state 0000000022f56523 transno 25769803779 ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689514:0:22300:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689521:0:22300:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689528:0:22300:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689534:0:22300:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bd41f25a already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281321.689538:0:22300:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689545:0:22300:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689554:0:22300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:2.0:1781281321.689556:0:22300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281321.689559:0:22300:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281321.689565:0:22300:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bd41f25a/0x3e391ad4c896c77a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281321.689574:0:22300:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c18e7d8f reply state 0000000022f56523 transno 25769803779 ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281321.689651:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:28690:x1867807981809024:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1078us (1233us total) trans 25769803779 rc 0/0 00000100:00100000:2.0:1781281321.689660:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 19 00010000:00010000:3.0:1781281321.689877:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281321.689882:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.689889:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ea8221c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281321.689892:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.689897:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.689906:0:7836:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42a:0x0].0x0 (00000000012e06eb) 00010000:00010000:3.0:1781281321.689908:0:7836:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781281321.689910:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.689917:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005ea8221c/0x3e391ad4c896c78f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954680158656 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281321.689937:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281321.689938:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281321.689939:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281321.701319:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701342:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701350:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701358:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dddc75cf already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281321.701361:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701369:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701387:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (00000000678557df) 00010000:00010000:1.0:1781281321.701390:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281321.701394:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701400:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dddc75cf/0x3e391ad4c896c781 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701417:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701423:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701429:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701433:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eff81558 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281321.701435:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701440:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701446:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42a:0x0].0x0 (00000000012e06eb) 00010000:00010000:1.0:1781281321.701448:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781281321.701450:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281321.701455:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eff81558/0x3e391ad4c896c788 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281322.094689:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996517504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281322.094764:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281322.094892:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517504 00000100:00100000:1.0:1781281322.094914:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996517568:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.094969:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281322.095002:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1781281322.095010:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cadd40d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996517504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.095166:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517568 00000100:00100000:1.0:1781281322.095211:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281322.095215:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996517568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.095257:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ad0aba3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996517568:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.095264:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281322.095301:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996517568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281322.101807:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996517632:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.101864:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996517824:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281322.101890:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281322.102224:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517632 00000100:00100000:1.0:1781281322.102269:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281322.102276:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996517632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281322.105606:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cadd40d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996517504:12345-0@lo:400:kworker/u8:2.0 Request processed in 10587us (10834us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281322.105621:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1781281322.109857:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996517632:12345-0@lo:400:kworker/u8:2.0 Request processed in 7568us (7958us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.109873:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281322.109927:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996517696:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.109983:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281322.110095:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517696 00000100:00100000:1.0:1781281322.110130:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1781281322.110135:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cff36d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996517696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.110179:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cff36d64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996517696:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.110185:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1781281322.110226:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996517696:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.110278:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281322.110296:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281322.110302:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996517760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.110323:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281322.110341:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517760 00000100:00100000:1.0:1781281322.110358:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1781281322.110361:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996517760:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.110389:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e44fc41d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996517760:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.110394:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1781281322.110406:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517824 00000100:00100000:1.0:1781281322.110423:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1781281322.110426:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5cb043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996517824:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.110451:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5cb043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996517824:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.110456:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1781281322.110477:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996517760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.110486:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996517824:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281322.115654:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996517504:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1781281322.117207:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996517632:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1781281322.221611:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281322.448755:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281322.448834:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809152 00000100:00100000:1.0:1781281322.448924:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 385 00000100:00100000:1.0:1781281322.448931:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099d21d94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981809152:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.449022:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099d21d94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981809152:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 90us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.449038:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 385 00000100:00100000:3.0:1781281322.458372:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281322.458421:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281322.458499:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809216 00000100:00100000:1.0:1781281322.458549:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 386 00000100:00100000:1.0:1781281322.458556:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981809216:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781281322.458624:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981809216:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 68us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281322.458632:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 386 00000100:00100000:2.0:1781281322.459122:0:21835:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809088 00000100:00100000:2.0:1781281322.459159:0:21835:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 76 00000100:00100000:2.0:1781281322.459163:0:21835:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f657d6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981809088:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1781281322.459191:0:21835:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f657d6fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981809088:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 28us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281322.459198:0:21835:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 76 00000020:00000080:3.0:1781281322.626817:0:22709:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:3.0:1781281322.626828:0:22709:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:3.0:1781281322.626835:0:22709:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00010000:00010000:2.0:1781281323.248219:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1781281323.558370:0:22758:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:1.0:1781281323.558379:0:22758:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:1.0:1781281323.558385:0:22758:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00000020:00000080:1.0:1781281323.558404:0:22758:0:(class_obd.c:302:class_handle_ioctl()) cmd = 4008668d 00000004:00000080:1.0:1781281323.558410:0:22758:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x4008668d 00000001:00080000:3.0:1781281323.586041:0:21873:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769803779 is committed 00080000:00020000:0.0:1781281323.592051:0:22758:0:(osd_handler.c:698:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00010000:00010000:1.0:1781281324.269281:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281324.422262:0:22807:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281324.422267:0:22807:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:2.0:1781281324.505016:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281324.505117:0:22300:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809280 00000100:00100000:3.0:1781281324.505172:0:22300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:3.0:1781281324.505179:0:22300:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+7:28721:x1867807981809280:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281324.505208:0:22300:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281324.505232:0:22300:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c796 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124859b expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505299:0:22300:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505318:0:22300:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505329:0:22300:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505341:0:22300:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505348:0:22300:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505353:0:22300:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505421:0:22300:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505429:0:22300:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505435:0:22300:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505440:0:22300:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089a77522 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281324.505444:0:22300:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505451:0:22300:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505462:0:22300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:3.0:1781281324.505465:0:22300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281324.505468:0:22300:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505474:0:22300:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c79d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505485:0:22300:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505491:0:22300:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505496:0:22300:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505501:0:22300:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d46c8fb9 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281324.505503:0:22300:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505508:0:22300:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505513:0:22300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (00000000cda6476d) 00010000:00010000:3.0:1781281324.505515:0:22300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281324.505517:0:22300:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505526:0:22300:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505555:0:22300:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c796 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124859b expref: 8 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505562:0:22300:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c796 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124859b expref: 8 pid: 22300 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.505570:0:22300:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000083e51a21, rc 0) 00010000:00000080:3.0:1781281324.505575:0:22300:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000007d9bd63d x1867807981809280/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:4/0 lens 592/640 e 0 to 0 dl 1781281364 ref 1 fl Interpret:/0/0 rc 301/0 job:'lfs.0' 00000100:00100000:3.0:1781281324.505628:0:22300:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+7:28721:x1867807981809280:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 449us (620us total) trans 0 rc 301/301 00000100:00100000:3.0:1781281324.505635:0:22300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:1.0:1781281324.511392:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281324.512018:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809408 00000100:00100000:3.0:1781281324.512070:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:3.0:1781281324.512078:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:28721:x1867807981809408:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281324.512099:0:21841:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281324.512121:0:21841:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896c7ab lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485a2 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.512249:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.512264:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.512276:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.512289:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.512296:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.512302:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516038:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516061:0:21841:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516073:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281324.516087:0:21841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42b:0x0]: returning size 0 00010000:00010000:3.0:1781281324.516114:0:21841:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516123:0:21841:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516130:0:21841:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516142:0:21841:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3615b23 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281324.516145:0:21841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516152:0:21841:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516165:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000004f278905) 00010000:00010000:3.0:1781281324.516167:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281324.516172:0:21841:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516178:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896c7b2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281324.516187:0:21841:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000db585be4 reply state 000000005a7da8dd transno 25769803780 ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516217:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896c7ab lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 10 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516229:0:21841:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 9 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.516235:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42b:0x0].0x0 (00000000cda6476d) 00010000:00010000:3.0:1781281324.516237:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1781281324.516239:0:21841:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000083e51a21, rc 0) 00010000:00000080:3.0:1781281324.516246:0:21841:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000db585be4 x1867807981809408/t25769803780(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:4/0 lens 536/600 e 0 to 0 dl 1781281364 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1781281324.516329:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db585be4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:28721:x1867807981809408:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 4250us (4943us total) trans 25769803780 rc 0/0 00000100:00100000:3.0:1781281324.516339:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:3.0:1781281324.523516:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281324.523557:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809536 00000100:00100000:3.0:1781281324.523607:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:3.0:1781281324.523613:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:28721:x1867807981809536:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281324.523638:0:21841:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281324.523658:0:21841:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485a9 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.523744:0:21841:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.523761:0:21841:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.523769:0:21841:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.523803:0:21841:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.523815:0:21841:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1781281324.523828:0:21841:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21841:1867807996517888:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281324.523887:0:21841:0:(client.c:2500:ptlrpc_set_wait()) set 000000002675f22a going to sleep for 11 seconds 00010000:00010000:1.0:1781281324.523943:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281324.523979:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281324.523987:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281324.524004:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003b22b0bc already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281324.524007:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281324.524013:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281324.524026:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (00000000067b77ca) 00010000:00010000:1.0:1781281324.524029:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281324.524032:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281324.524039:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896c7b9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281324.526146:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281324.526250:0:21841:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:21841:1867807996517888:192.168.204.1@tcp:104: 00010000:00010000:0.0:1781281324.526277:0:21841:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281324.526404:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809600 00010000:00010000:2.0:1781281324.526430:0:5493:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 965 lvb_type: 0 00000100:00100000:2.0:1781281324.526465:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1594 00000100:00100000:2.0:1781281324.526471:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981809600:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281324.526486:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281324.526491:0:5493:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 965 lvb_type: 0 00010000:00010000:2.0:1781281324.526501:0:5493:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 965 lvb_type: 0 00010000:00010000:2.0:1781281324.526519:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896c7c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 11 pid: 21841 timeout: 965 lvb_type: 0 00010000:00010000:2.0:1781281324.526532:0:5493:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42b:0x0].0x0 (00000000cda6476d) 00010000:00010000:2.0:1781281324.526535:0:5493:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281324.526548:0:5493:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281324.526555:0:5493:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281324.526616:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281324.526665:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981809600:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 193us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281324.526673:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1594 00010000:00010000:3.0:1781281324.532704:0:21841:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.532724:0:21841:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281324.532748:0:21841:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42b:0x0]: returning size 0 00010000:00010000:3.0:1781281324.533807:0:21841:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533822:0:21841:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533829:0:21841:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533835:0:21841:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089a77522 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281324.533838:0:21841:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533845:0:21841:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533859:0:21841:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42b:0x0].0x0 (00000000cda6476d) 00010000:00010000:3.0:1781281324.533862:0:21841:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781281324.533865:0:21841:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533870:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896c7d5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x42b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533931:0:21841:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7ce lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a9 expref: 10 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533939:0:21841:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896c7ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a9 expref: 10 pid: 21841 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281324.533947:0:21841:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d46c8fb9, rc 0) 00010000:00000080:3.0:1781281324.534105:0:21841:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004f8a62dc x1867807981809536/t25769803781(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:4/0 lens 712/816 e 0 to 0 dl 1781281364 ref 1 fl Interpret:/0/0 rc 301/0 job:'lfs.0' 00000100:00100000:3.0:1781281324.534182:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:28721:x1867807981809536:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 10567us (10671us total) trans 25769803781 rc 301/301 00000100:00100000:3.0:1781281324.534192:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:1.0:1781281324.538331:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281324.538420:0:21853:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809664 00000100:00100000:3.0:1781281324.538466:0:21853:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:3.0:1781281324.538472:0:21853:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:fd013285-183a-4106-aea7-7bb500a78bd8+9:28721:x1867807981809664:12345-192.168.204.1@tcp:900:lfs.0 00010000:00000080:3.0:1781281324.538507:0:21853:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000005693de29 x1867807981809664/t0(0) o900->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 264/248 e 0 to 0 dl 1781281335 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1781281324.538557:0:21853:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005693de29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:fd013285-183a-4106-aea7-7bb500a78bd8+9:28721:x1867807981809664:12345-192.168.204.1@tcp:900:lfs.0 Request processed in 85us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281324.538565:0:21853:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:2.0:1781281324.551368:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281324.551463:0:21845:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809792 00000100:00100000:1.0:1781281324.551514:0:21845:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:1.0:1781281324.551521:0:21845:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1dec6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:28721:x1867807981809792:12345-192.168.204.1@tcp:35:lfs.0 00010000:00000080:1.0:1781281324.551709:0:21845:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d1dec6f9 x1867807981809792/t25769803782(0) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 392/456 e 0 to 0 dl 1781281330 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:1.0:1781281324.551761:0:21845:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1dec6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:28721:x1867807981809792:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 240us (400us total) trans 25769803782 rc 0/0 00000100:00100000:1.0:1781281324.551768:0:21845:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:0.0:1781281324.558373:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281324.558466:0:21844:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809920 00000100:00100000:3.0:1781281324.558512:0:21844:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:3.0:1781281324.558520:0:21844:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd271590 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:28721:x1867807981809920:12345-192.168.204.1@tcp:35:lfs.0 00010000:00000080:3.0:1781281324.558731:0:21844:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000bd271590 x1867807981809920/t25769803783(0) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:0/0 lens 392/456 e 0 to 0 dl 1781281330 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1781281324.558794:0:21844:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd271590 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:28721:x1867807981809920:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 274us (428us total) trans 25769803783 rc 0/0 00000100:00100000:3.0:1781281324.558802:0:21844:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00010000:00010000:3.0:1781281325.295187:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.317133:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1781281326.600104:0:22905:0:(obd_mount_server.c:1591:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1781281326.600130:0:22905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.600146:0:22905:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.600152:0:22905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.600159:0:22905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.600278:0:22905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1781281326.600285:0:22905:0:(mgc_request.c:546:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1781281326.600297:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1781281326.600301:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1781281326.600306:0:22905:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1781281326.600328:0:22905:0:(import.c:86:import_set_state_nolock()) 00000000128a8871 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1781281326.600347:0:22905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:22905:1867807996517952:0@lo:39:umount.0 00000100:00100000:3.0:1781281326.600409:0:22905:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281326.600438:0:22905:0:(client.c:2500:ptlrpc_set_wait()) set 0000000077ca31b1 going to sleep for 5 seconds 00010000:00010000:2.0:1781281326.600475:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281326.600480:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.600487:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088b38799 already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281326.600490:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.600497:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281326.600502:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281326.600503:0:21841:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996517952 10000000:01000000:2.0:1781281326.600506:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1781281326.600519:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1781281326.600521:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-client 00000100:00100000:0.0:1781281326.600557:0:21841:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281326.600563:0:21841:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:22905:x1867807996517952:12345-0@lo:39:umount.0 00000020:00000080:0.0:1781281326.600590:0:21841:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c535 00000100:00080000:0.0:1781281326.600603:0:21841:0:(import.c:86:import_set_state_nolock()) 00000000afe54232 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1781281326.600706:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.600713:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000080:0.0:1781281326.600734:0:21841:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000008f32f95e x1867807996517952/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:1/0 lens 224/224 e 0 to 0 dl 1781281366 ref 1 fl Interpret:/0/0 rc 0/0 job:'umount.0' 00000100:00100000:3.0:1781281326.600749:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996518016:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1781281326.600776:0:21841:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:22905:x1867807996517952:12345-0@lo:39:umount.0 Request processed in 214us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281326.600777:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281326.600783:0:21841:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000020:00000080:0.0:1781281326.600792:0:21841:0:(genops.c:985:class_export_put()) final put 000000004a5af301/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1781281326.600814:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.600821:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000088b38799/0x3e391ad4c896c46a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c471 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.600831:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.600832:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281326.600844:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518016 00000100:00100000:0.0:1781281326.600873:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1781281326.600877:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996518016:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1781281326.600887:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281326.600900:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed602c3f/0x3e391ad4c896c471 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c46a expref: 18 pid: 21835 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281326.600901:0:22905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:22905:1867807996517952:0@lo:39:umount.0 00010000:00010000:0.0:1781281326.600912:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1781281326.600914:0:22905:0:(import.c:86:import_set_state_nolock()) 00000000128a8871 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1781281326.600917:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1781281326.600919:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1781281326.600921:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1781281326.600936:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2995:x1867807996518016:12345-0@lo:103:ldlm_bl_01.0 Request processed in 59us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281326.600942:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000080:0.0:1781281326.600982:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000004a5af301/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1781281326.601046:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000afe54232 for lustre-MDT0000 00000100:00100000:0.0:1781281326.601070:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996518016:0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281326.602120:0:22905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.602133:0:22905:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.602138:0:22905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.602143:0:22905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.604821:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281326.604831:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.604845:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281326.604845:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e975ce81 already unused, calling callback (0000000076f01a74) 10000000:00010000:1.0:1781281326.604847:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.604855:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281326.604860:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281326.604865:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1781281326.604867:0:7835:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1781281326.604905:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.604910:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781281326.604927:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.604936:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281326.604938:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281326.604939:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281326.604943:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe910083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996518080:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1781281326.605030:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281326.605461:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518080 00010000:00010000:3.0:1781281326.605465:0:22905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1781281326.605471:0:22905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000e975ce81/0x3e391ad4c896c3bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c3c2 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.605487:0:22905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.605493:0:22905:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.605499:0:22905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.605504:0:22905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281326.605514:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1781281326.605521:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2996:x1867807996518080:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1781281326.605536:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281326.605550:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000551d1556/0x3e391ad4c896c3c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c3bb expref: 17 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.605563:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281326.605609:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2996:x1867807996518080:12345-0@lo:103:ldlm_bl_03.0 Request processed in 87us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281326.605616:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1781281326.605648:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe910083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996518080:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281326.605687:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281326.605690:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.605697:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c994b548 already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281326.605699:0:7836:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.605705:0:7836:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281326.605710:0:7836:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281326.605715:0:7836:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1781281326.605717:0:7836:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1781281326.605732:0:7836:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.605738:0:7836:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281326.605760:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.605768:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.605770:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.605771:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281326.605815:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996518144:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1781281326.605845:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281326.607363:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518144 00000100:00100000:2.0:1781281326.607422:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1781281326.607427:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b81fe5e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2997:x1867807996518144:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281326.607441:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281326.607455:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003df4802d/0x3e391ad4c896c494 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c48d expref: 16 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.607468:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281326.607521:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b81fe5e8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:2997:x1867807996518144:12345-0@lo:103:ldlm_bl_04.0 Request processed in 92us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281326.607528:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1781281326.607623:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996518144:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1781281326.608109:0:22905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1781281326.608117:0:22905:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c994b548/0x3e391ad4c896c48d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c494 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281326.608135:0:22905:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1781281326.608143:0:22905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608150:0:22905:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608156:0:22905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608161:0:22905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608182:0:22905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281326.608187:0:22905:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608192:0:22905:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608197:0:22905:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608201:0:22905:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.608212:0:22905:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1781281326.608216:0:22905:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1781281326.608219:0:22905:0:(mgc_request.c:546:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1781281326.608231:0:22905:0:(obd_mount_server.c:1629:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1781281326.608234:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:3.0:1781281326.608238:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00010000:00010000:1.0:1781281326.608238:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:02000400:3.0:1781281326.608241:0:22905:0:(obd_config.c:854:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:1.0:1781281326.608242:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608248:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5679118 already unused, calling callback (0000000076f01a74) 10000000:00010000:1.0:1781281326.608251:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608256:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281326.608260:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281326.608265:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1781281326.608267:0:7835:0:(mgc_request.c:1046:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1781281326.608269:0:7835:0:(mgc_request.c:153:config_log_put()) dropping config log params 00010000:00010000:1.0:1781281326.608292:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608298:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781281326.608313:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608318:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c5679118/0x3e391ad4c896c45c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c463 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608328:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281326.608329:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608333:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000041978b05 already unused, calling callback (0000000076f01a74) 10000000:00010000:1.0:1781281326.608335:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608339:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281326.608343:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281326.608347:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1781281326.608349:0:7835:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1781281326.608350:0:7835:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1781281326.608371:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608380:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781281326.608393:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608402:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000041978b05/0x3e391ad4c896c3ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c3b4 expref: -99 pid: 21831 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281326.608414:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281326.608415:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281326.608417:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281326.608429:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206243ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996518208:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1781281326.608466:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781281326.608495:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.608620:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281326.608633:0:5493:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518208 00000100:00100000:2.0:1781281326.608670:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281326.608676:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe910083 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:2998:x1867807996518208:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281326.608686:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281326.608696:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c918faa7/0x3e391ad4c896c463 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c45c expref: 15 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.608705:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281326.608735:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe910083 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:2998:x1867807996518208:12345-0@lo:103:ldlm_bl_03.0 Request processed in 58us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281326.608741:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281326.608768:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206243ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996518208:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1781281326.609336:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d5db075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996518272:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1781281326.609479:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281326.609725:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518272 00000100:00100000:2.0:1781281326.609763:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281326.609768:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:2995:x1867807996518272:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281326.609778:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281326.609790:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ae0e2fb8/0x3e391ad4c896c3b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c3ad expref: 14 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.609804:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281326.609836:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206243ee pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:2995:x1867807996518272:12345-0@lo:103:ldlm_bl_03.0 Request processed in 68us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281326.609842:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1781281326.610081:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d5db075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996518272:0@lo:103:ldlm_bl_03.0 00000004:00000080:3.0:1781281326.612416:0:22905:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x40086672 00000001:00080000:2.0:1781281326.655209:0:21873:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769803782 is committed 00000001:00080000:2.0:1781281326.655229:0:21873:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769803783 is committed 00000020:00000080:2.0:1781281326.655512:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/6 00000020:00080000:2.0:1781281326.655520:0:22905:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 0000000035306e09 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1781281326.655527:0:22905:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 000000002ca0e2ca lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1781281326.655533:0:22905:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000c4335662 fd013285-183a-4106-aea7-7bb500a78bd8 192.168.204.1@tcp 6 (0 0 1) 0 0 0 0: 0000000000000000 25769803783 stale:0 00000020:00080000:2.0:1781281326.655537:0:22905:0:(genops.c:1525:class_disconnect_exports()) OBD device 5 (000000009a76214d) has exports, disconnecting them 00000020:00080000:2.0:1781281326.655541:0:22905:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000035306e09), last request at 1781281322 00000020:00000080:2.0:1781281326.655548:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c543 00000100:00080000:2.0:1781281326.655556:0:22905:0:(import.c:86:import_set_state_nolock()) 000000009e1780a5 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1781281326.655621:0:22905:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000035306e09): rc 0 00000020:00000080:2.0:1781281326.655624:0:22905:0:(genops.c:985:class_export_put()) final put 0000000035306e09/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1781281326.655636:0:22905:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000002ca0e2ca), last request at 1781281322 00000020:00000080:2.0:1781281326.655643:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c53c 00000100:00080000:2.0:1781281326.655658:0:22905:0:(import.c:86:import_set_state_nolock()) 00000000cb2796d2 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1781281326.655692:0:22905:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000002ca0e2ca): rc 0 00000020:00000080:2.0:1781281326.655694:0:22905:0:(genops.c:985:class_export_put()) final put 000000002ca0e2ca/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1781281326.655698:0:22905:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.1@tcp (00000000c4335662), last request at 1781281324 00000020:00000080:3.0:1781281326.656096:0:37:0:(genops.c:944:class_export_destroy()) destroying export 0000000035306e09/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1781281326.656147:0:37:0:(genops.c:944:class_export_destroy()) destroying export 000000002ca0e2ca/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1781281326.656162:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000009e1780a5 for lustre-MDT0000 00000020:00000080:3.0:1781281326.656166:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000cb2796d2 for lustre-MDT0000 00010000:00010000:3.0:1781281326.656176:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1781281326.656217:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c3fa 00000020:00010000:2.0:1781281326.656226:0:22905:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000c4335662: total 1 00000100:00080000:2.0:1781281326.656230:0:22905:0:(import.c:86:import_set_state_nolock()) 00000000499e1b99 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1781281326.656437:0:22905:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000c4335662): rc 0 00000100:00080000:2.0:1781281326.656467:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1781281326.656471:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 3 00000004:00080000:2.0:1781281326.656489:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281326.656492:0:22905:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1781281326.656515:0:22905:0:(import.c:86:import_set_state_nolock()) 000000006444b39d lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1781281326.656533:0:22905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:22905:1867807996518336:0@lo:9:umount.0 00000100:00100000:2.0:1781281326.656596:0:22905:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281326.656621:0:22905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000678f5ff7 going to sleep for 5 seconds 00000100:00100000:1.0:1781281326.656994:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:0:1867807996518400:0@lo:13:osp-pre-0-0.0 00000020:00010000:3.0:1781281326.660275:0:5494:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000c4335662: total 1 00010000:00010000:3.0:1781281326.660286:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281326.660382:0:5494:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000c4335662, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1781281326.660427:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001bc51625/0x3e391ad4c896c52e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248555 expref: 2 pid: 21879 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281326.660453:0:5494:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000c4335662, canceled 1 locks, left on hash table 0. 00000100:00100000:0.0:1781281326.661563:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518336 00000100:00100000:0.0:1781281326.661631:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:0.0:1781281326.661637:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22905:x1867807996518336:12345-0@lo:9:umount.0 00000020:00000080:0.0:1781281326.661682:0:7852:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c432 00000100:00080000:0.0:1781281326.661690:0:7852:0:(import.c:86:import_set_state_nolock()) 00000000b1551d48 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281326.661727:0:7852:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:0.0:1781281326.662132:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:22905:x1867807996518336:12345-0@lo:9:umount.0 Request processed in 493us (5535us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281326.662141:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00100000:1.0:1781281326.662839:0:22905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:22905:1867807996518336:0@lo:9:umount.0 00000100:00080000:1.0:1781281326.662859:0:22905:0:(import.c:86:import_set_state_nolock()) 000000006444b39d lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1781281326.662880:0:22905:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:1.0:1781281326.662882:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1781281326.662885:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1781281326.662888:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 4 00000004:00080000:1.0:1781281326.662890:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:1.0:1781281326.662892:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1781281326.663021:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1781281326.663023:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968855 gen 3 00000004:00080000:1.0:1781281326.663038:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1781281326.663040:0:22905:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1781281326.663059:0:22905:0:(import.c:86:import_set_state_nolock()) 0000000062d48acf lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1781281326.663073:0:22905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d5db075 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:22905:1867807996518464:0@lo:9:umount.0 00000100:00100000:1.0:1781281326.663113:0:22905:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281326.663128:0:22905:0:(client.c:2500:ptlrpc_set_wait()) set 00000000381dc10c going to sleep for 5 seconds 00000100:00100000:0.0:1781281326.665299:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996518464 00000100:00100000:0.0:1781281326.665350:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:0.0:1781281326.665355:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74ffd8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22905:x1867807996518464:12345-0@lo:9:umount.0 00000020:00000080:0.0:1781281326.665387:0:7852:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c455 00000100:00080000:0.0:1781281326.665394:0:7852:0:(import.c:86:import_set_state_nolock()) 0000000044301086 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281326.665431:0:7852:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:1.0:1781281326.665834:0:22905:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d5db075 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:22905:1867807996518464:0@lo:9:umount.0 00000100:00080000:1.0:1781281326.665852:0:22905:0:(import.c:86:import_set_state_nolock()) 0000000062d48acf lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1781281326.665858:0:22905:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:1.0:1781281326.665860:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1781281326.665863:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1781281326.665865:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968855 gen 4 00000004:00080000:1.0:1781281326.665867:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:1.0:1781281326.665869:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00080000:1.0:1781281326.666032:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (000000009a76214d) has no exports 00000100:00100000:0.0:1781281326.666104:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74ffd8b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:22905:x1867807996518464:12345-0@lo:9:umount.0 Request processed in 346us (2589us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281326.666112:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00010000:00010000:0.0:1781281326.674224:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.674302:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.678173:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1781281326.714181:0:5494:0:(genops.c:985:class_export_put()) final put 00000000c4335662/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281326.714492:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000c4335662/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-MDT0000 00000020:00000080:0.0:1781281326.714723:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000499e1b99 for lustre-MDT0000 00010000:00010000:2.0:1781281326.715165:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.715168:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.715170:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281326.759443:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c40f 00000020:00000080:0.0:1781281326.759454:0:22905:0:(genops.c:985:class_export_put()) final put 0000000084dac33c/lustre-QMT0000_UUID 00000020:01000000:0.0:1781281326.759476:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1781281326.759486:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281326.759494:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281326.759497:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 7 (000000005899419b) has no exports 00000020:00000080:3.0:1781281326.759754:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000084dac33c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1781281326.760169:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c408 00000020:00000080:0.0:1781281326.760175:0:22905:0:(genops.c:985:class_export_put()) final put 000000004cde57c0/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281326.760212:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281326.760218:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1781281326.760220:0:22905:0:(genops.c:985:class_export_put()) final put 00000000c5850e23/lustre-QMT0000_UUID 00000020:00000080:0.0:1781281326.760222:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 00000000c5850e23/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1781281326.760230:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1781281326.760254:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000004cde57c0/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1781281326.760339:0:22905:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 0000000069b9941c - data 00000000ba4062b8/0000000025382d66 00000020:01000000:0.0:1781281326.760441:0:22905:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000003a96826f - data 00000000514afb9f/000000006993b381 00000020:00080000:0.0:1781281326.761200:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (000000009a76214d) has no exports 00000100:00080000:1.0:1781281326.793453:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1781281326.793461:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 5 00000004:00080000:1.0:1781281326.793476:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:1.0:1781281326.793480:0:22905:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:1.0:1781281326.793481:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1781281326.793482:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1781281326.793483:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 6 00000004:00080000:1.0:1781281326.793485:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:1.0:1781281326.793488:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1781281326.793858:0:21863:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1781281326.793862:0:21863:0:(llog.c:789:llog_process_thread()) stop processing plain 0x18:1:0 index 1 count 1 00000040:00080000:3.0:1781281326.793873:0:21863:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x2:1:0 index 6 count 2 00000040:00080000:3.0:1781281326.794182:0:21863:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 6, last_idx 6 00000040:00100000:3.0:1781281326.794185:0:21863:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 6 in log [0x2:0x1:0x0] 00000040:00080000:3.0:1781281326.794226:0:21863:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 6 of catalog [0x2:0x1:0x0] 00000100:00080000:1.0:1781281326.795006:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1781281326.795011:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968855 gen 5 00000004:00080000:1.0:1781281326.795030:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:1.0:1781281326.795033:0:22905:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:1.0:1781281326.795034:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1781281326.795035:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1781281326.795037:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968855 gen 6 00000004:00080000:1.0:1781281326.795039:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:1.0:1781281326.795041:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1781281326.795767:0:21865:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1781281326.795772:0:21865:0:(llog.c:789:llog_process_thread()) stop processing plain 0x1a:1:0 index 2 count 1 00000040:00080000:2.0:1781281326.795782:0:21865:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:1:0 index 6 count 2 00000040:00080000:2.0:1781281326.795946:0:21865:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 6, last_idx 6 00000040:00100000:2.0:1781281326.795949:0:21865:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 6 in log [0x5:0x1:0x0] 00000040:00080000:2.0:1781281326.796025:0:21865:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 6 of catalog [0x5:0x1:0x0] 00000020:00000080:3.0:1781281326.867185:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c3d0 00000020:00000080:3.0:1781281326.867195:0:22905:0:(genops.c:985:class_export_put()) final put 00000000983350ea/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1781281326.867845:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000983350ea/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1781281326.868252:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c3e5 00000020:00000080:3.0:1781281326.868258:0:22905:0:(genops.c:985:class_export_put()) final put 00000000434eda78/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1781281326.868271:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1781281326.868277:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.868283:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1781281326.868287:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 4 (00000000172a4fc6) has no exports 00000004:01000000:3.0:1781281326.868415:0:22905:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1781281326.868422:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c440 00000020:00000080:3.0:1781281326.868426:0:22905:0:(genops.c:985:class_export_put()) final put 00000000e6b27eed/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1781281326.868430:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='F') 00000020:00000080:3.0:1781281326.868433:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.868436:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1781281326.868438:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 11 (000000005e33b556) has no exports 00000020:00000080:3.0:1781281326.868443:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c439 00000020:00000080:3.0:1781281326.868446:0:22905:0:(genops.c:985:class_export_put()) final put 0000000023d86fb3/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1781281326.868600:0:22905:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1781281326.868604:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1781281326.868608:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968855 gen 7 00000004:00080000:3.0:1781281326.868613:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1781281326.868614:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1781281326.868790:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000434eda78/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1781281326.868797:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000e6b27eed/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1781281326.868801:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000023d86fb3/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1781281326.868805:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000062d48acf for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1781281326.869066:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.869071:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281326.869074:0:22905:0:(genops.c:985:class_export_put()) final put 00000000aada859e/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281326.869077:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 00000000aada859e/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1781281326.869081:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281326.869160:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c424 00000020:00000080:3.0:1781281326.869164:0:22905:0:(genops.c:985:class_export_put()) final put 000000003c607820/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1781281326.869207:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='F') 00000020:00000080:3.0:1781281326.869211:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.869214:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1781281326.869216:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 8 (000000009465ea9e) has no exports 00000020:00000080:3.0:1781281326.869220:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c41d 00000020:00000080:3.0:1781281326.869222:0:22905:0:(genops.c:985:class_export_put()) final put 0000000040c9d511/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1781281326.870084:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000003c607820/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1781281326.870716:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000040c9d511/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1781281326.871171:0:22905:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1781281326.871176:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1781281326.871179:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 7 00000004:00080000:3.0:1781281326.871185:0:22905:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1781281326.871186:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1781281326.871379:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.871387:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281326.871417:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.871419:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281326.871422:0:22905:0:(genops.c:985:class_export_put()) final put 00000000d009c6de/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281326.871425:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 00000000d009c6de/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1781281326.871429:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281326.871566:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c3ec 00000020:00000080:3.0:1781281326.871571:0:22905:0:(genops.c:985:class_export_put()) final put 00000000b55ff5e0/lustre-MDD0000_UUID 00000020:01000000:3.0:1781281326.871575:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1781281326.871579:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.871582:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1781281326.871585:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 6 (00000000489fc74e) has no exports 00000020:00000080:2.0:1781281326.871619:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000006444b39d for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1781281326.871625:0:13507:0:(genops.c:985:class_export_put()) final put 00000000f4ee815a/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1781281326.871626:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000f4ee815a/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1781281326.871631:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281326.871677:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.871679:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1781281326.871683:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c3f3 00000020:00000080:3.0:1781281326.871686:0:22905:0:(genops.c:985:class_export_put()) final put 0000000084d289be/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1781281326.871837:0:22905:0:(obd_mount_server.c:201:server_put_mount()) put mount 000000009c8d203c from lustre-MDT0000, refs=3 00000020:01000004:3.0:1781281326.871841:0:22905:0:(obd_mount.c:668:lustre_put_lsi()) put 000000009c8d203c 3 00000020:01000004:3.0:1781281326.871844:0:22905:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 000000009c8d203c from lustre-MDT0000 00000020:00000080:3.0:1781281326.871899:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.871902:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1781281326.871905:0:22905:0:(genops.c:985:class_export_put()) final put 00000000e1b13a08/lustre-MDT0000_UUID 00000020:00000080:3.0:1781281326.871907:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 00000000e1b13a08/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1781281326.871913:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1781281326.871940:0:22905:0:(obd_mount_server.c:270:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1781281326.871943:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1781281326.871946:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.871948:0:22905:0:(obd_config.c:877:class_cleanup()) MGS: forcing exports to disconnect: 2/4 00000020:00080000:3.0:1781281326.871982:0:22905:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 00000000f0802e9f ecf7ee81-2075-4f26-b532-0d44497bf6c9 192.168.204.1@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1781281326.871989:0:22905:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 000000002931b479 fe18d2fd-47a2-47ff-98fc-180cf48b334a 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1781281326.871993:0:22905:0:(genops.c:1525:class_disconnect_exports()) OBD device 1 (0000000000651705) has exports, disconnecting them 00000020:00080000:3.0:1781281326.871997:0:22905:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.1@tcp (00000000f0802e9f), last request at 1781281322 00000020:00000080:3.0:1781281326.872013:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c50b 00000020:00010000:3.0:1781281326.872017:0:22905:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000f0802e9f: total 3 00000100:00080000:3.0:1781281326.872020:0:22905:0:(import.c:86:import_set_state_nolock()) 000000006948480e : changing import state from FULL to CLOSED 00000020:00080000:3.0:1781281326.872039:0:22905:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000f0802e9f): rc 0 00000020:00080000:3.0:1781281326.872041:0:22905:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000002931b479), last request at 1781281326 00000020:00000080:3.0:1781281326.872081:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c39f 00000020:00010000:3.0:1781281326.872083:0:22905:0:(genops.c:1857:obd_stale_export_put()) Put export 000000002931b479: total 4 00000100:00080000:3.0:1781281326.872085:0:22905:0:(import.c:86:import_set_state_nolock()) 000000009b30350f : changing import state from FULL to CLOSED 00000020:00080000:3.0:1781281326.872093:0:22905:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000002931b479): rc 0 00000020:00080000:3.0:1781281326.872105:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 1 (0000000000651705) has no exports 00000100:00100000:3.0:1781281326.872149:0:21834:0:(service.c:2935:ptlrpc_main()) ll_mgs_0001: service thread [00000000e0d00c1a:21834] 1 exiting: rc = 0 00000020:00000080:2.0:1781281326.872289:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000b55ff5e0/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1781281326.872295:0:13507:0:(genops.c:985:class_export_put()) final put 00000000cc999abf/lustre-MDD0000_UUID 00000020:00000080:2.0:1781281326.872296:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000cc999abf/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1781281326.872416:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1781281326.872484:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000084d289be/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1781281326.872495:0:7835:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000f0802e9f: total 4 00010000:00010000:2.0:1781281326.872511:0:7835:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000f0802e9f, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1781281326.872608:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c520 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248578 expref: 5 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872626:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000643da1c1/0x3e391ad4c896c519 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248571 expref: 4 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872636:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c512 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124856a expref: 3 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872726:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008dea3b26/0x3e391ad4c896c527 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124857f expref: 2 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872736:0:7835:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000f0802e9f, canceled 4 locks, left on hash table 0. 00000020:00000080:2.0:1781281326.872754:0:7835:0:(genops.c:985:class_export_put()) final put 00000000f0802e9f/ecf7ee81-2075-4f26-b532-0d44497bf6c9 00000020:00010000:2.0:1781281326.872764:0:7835:0:(genops.c:1843:obd_stale_export_get()) Get export 000000002931b479: total 3 00010000:00010000:2.0:1781281326.872778:0:7835:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 000000002931b479, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1781281326.872792:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000793b3553/0x3e391ad4c896c4b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4a9 expref: 9 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872807:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000773fc711/0x3e391ad4c896c4cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4c5 expref: 8 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872818:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000080efd491/0x3e391ad4c896c4e8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4e1 expref: 7 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872827:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000912a2dac/0x3e391ad4c896c504 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4fd expref: 6 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872836:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf200e84/0x3e391ad4c896c4a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c49b expref: 5 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872845:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004855fe1e/0x3e391ad4c896c4be lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4b7 expref: 4 pid: 21834 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872855:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000085ef444a/0x3e391ad4c896c4da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4d3 expref: 3 pid: 21833 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872867:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adfa09c8/0x3e391ad4c896c4f6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c4ef expref: 2 pid: 21835 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281326.872875:0:7835:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 000000002931b479, canceled 8 locks, left on hash table 0. 00000020:00000080:2.0:1781281326.872885:0:7835:0:(genops.c:985:class_export_put()) final put 000000002931b479/fe18d2fd-47a2-47ff-98fc-180cf48b334a 00010000:00010000:2.0:1781281326.872889:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.872891:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281326.872892:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281326.872918:0:21835:0:(service.c:2935:ptlrpc_main()) ll_mgs_0002: service thread [00000000c67b6a08:21835] 2 exiting: rc = 0 00000020:00000080:2.0:1781281326.872994:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000f0802e9f/ecf7ee81-2075-4f26-b532-0d44497bf6c9 for MGS 00000020:00000080:2.0:1781281326.873011:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000002931b479/fe18d2fd-47a2-47ff-98fc-180cf48b334a for MGS 00000020:00000080:2.0:1781281326.873022:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000006948480e for MGS 00000020:00000080:2.0:1781281326.873026:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000009b30350f for MGS 00010000:00010000:0.0:1781281326.874469:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281326.874508:0:21833:0:(service.c:2935:ptlrpc_main()) ll_mgs_0000: service thread [0000000083bccc9c:21833] 0 exiting: rc = 1 00000100:00100000:2.0:1781281326.875009:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875017:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875023:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875028:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875034:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875039:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875045:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875052:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875058:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875063:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875068:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875073:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875078:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875082:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875086:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875091:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875096:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875101:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875106:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875111:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875115:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875120:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875125:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875129:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875133:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875137:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875141:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875146:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875150:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875155:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875160:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875166:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875172:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875177:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875183:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875188:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875193:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875198:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875203:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875207:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875212:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875218:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875222:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875227:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875232:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875236:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875241:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875246:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875250:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875255:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875261:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875266:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875271:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875276:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875280:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875287:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875293:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875299:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875304:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875309:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875314:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875319:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875324:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281326.875330:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1781281326.877886:0:22905:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000000b0bb15e - data 00000000279951b4/00000000853035ca 00000020:01000000:2.0:1781281326.877911:0:22905:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000dc75011e - data 00000000dc64d70d/000000000f41ae5e 00000020:00000080:2.0:1781281326.878267:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c398 00000020:00000080:2.0:1781281326.878273:0:22905:0:(genops.c:985:class_export_put()) final put 0000000098108398/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1781281326.878290:0:22905:0:(obd_mount_server.c:201:server_put_mount()) put mount 000000009c8d203c from MGS, refs=2 00000020:01000004:2.0:1781281326.878293:0:22905:0:(obd_mount.c:668:lustre_put_lsi()) put 000000009c8d203c 2 00000020:01000004:2.0:1781281326.878296:0:22905:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 000000009c8d203c from MGS 00000020:00000080:2.0:1781281326.878344:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1781281326.878349:0:22905:0:(obd_config.c:805:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1781281326.878351:0:22905:0:(genops.c:985:class_export_put()) final put 0000000098575752/MGS 00000020:00000080:2.0:1781281326.878798:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 0000000098575752/MGS for MGS 00000020:00000080:1.0:1781281326.878799:0:37:0:(genops.c:944:class_export_destroy()) destroying export 0000000098108398/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1781281326.878805:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1781281326.878861:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1781281326.878865:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1781281326.878871:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/2 00000020:00080000:2.0:1781281326.878877:0:22905:0:(genops.c:1752:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 0000000010469e16 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1781281326.878882:0:22905:0:(genops.c:1525:class_disconnect_exports()) OBD device 17 (000000005eca91da) has exports, disconnecting them 00000020:00080000:2.0:1781281326.878886:0:22905:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (0000000010469e16), last request at 1781281265 00000020:00000080:2.0:1781281326.878889:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c47f 00000020:00080000:2.0:1781281326.878899:0:22905:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000010469e16): rc 0 00000020:00000080:2.0:1781281326.878934:0:22905:0:(genops.c:985:class_export_put()) final put 0000000010469e16/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1781281326.879011:0:37:0:(genops.c:944:class_export_destroy()) destroying export 0000000010469e16/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1781281326.883012:0:22905:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1781281326.883021:0:22905:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1781281326.883025:0:22905:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1781281326.883031:0:22905:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1781281326.883191:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000128a8871 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1781281326.883215:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.883224:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1781281326.883228:0:22905:0:(genops.c:985:class_export_put()) final put 000000002a35866a/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1781281326.883232:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 000000002a35866a/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1781281326.883237:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1781281326.883281:0:22905:0:(obd_mount.c:926:lustre_common_put_super()) dropping sb 000000009c8d203c 00000020:01000004:3.0:1781281326.883285:0:22905:0:(obd_mount.c:526:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:3.0:1781281326.883287:0:22905:0:(obd_mount.c:939:lustre_common_put_super()) MGC still in use 00000020:01000004:3.0:1781281326.883289:0:22905:0:(obd_mount.c:668:lustre_put_lsi()) put 000000009c8d203c 1 00000020:00000080:3.0:1781281326.883293:0:22905:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c38a 00000020:00000080:3.0:1781281326.883299:0:22905:0:(genops.c:985:class_export_put()) final put 00000000e6aba9cc/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1781281326.883320:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1781281326.883325:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.883328:0:22905:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1781281326.883331:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 0 (000000005db4ec71) has no exports 00000020:00000080:1.0:1781281326.883334:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000e6aba9cc/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1781281326.900446:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281326.900457:0:22905:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1781281326.900462:0:22905:0:(genops.c:985:class_export_put()) final put 00000000006d1057/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1781281326.900467:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 00000000006d1057/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1781281326.900478:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1781281326.900594:0:22905:0:(obd_mount.c:608:lustre_free_lsi()) Freeing lsi 00000000285f90b5 00000020:01000000:3.0:1781281326.900616:0:22905:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1781281326.900620:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1781281326.900623:0:22905:0:(obd_config.c:877:class_cleanup()) MDS: forcing exports to disconnect: 0/0 00000020:00080000:3.0:1781281326.900626:0:22905:0:(genops.c:1530:class_disconnect_exports()) OBD device 3 (000000009ab74c63) has no exports 00000100:00100000:2.0:1781281326.900756:0:21840:0:(service.c:2935:ptlrpc_main()) mdt00_000: service thread [00000000619e69d1:21840] 0 exiting: rc = 1 00000100:00100000:2.0:1781281326.900852:0:21843:0:(service.c:2935:ptlrpc_main()) mdt00_002: service thread [000000006fbe9e16:21843] 2 exiting: rc = 0 00000100:00100000:0.0:1781281326.901015:0:21841:0:(service.c:2935:ptlrpc_main()) mdt00_001: service thread [000000000e266da1:21841] 1 exiting: rc = 0 00000100:00100000:0.0:1781281326.901074:0:22162:0:(service.c:2935:ptlrpc_main()) mdt00_003: service thread [000000000c256b4f:22162] 3 exiting: rc = 0 00000100:00100000:1.0:1781281326.908206:0:22300:0:(service.c:2935:ptlrpc_main()) mdt00_004: service thread [000000001fbdb32d:22300] 4 exiting: rc = 0 00000100:00100000:1.0:1781281326.912139:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912148:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912154:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912160:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912165:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912171:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912176:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912181:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912186:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912192:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912196:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912201:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912206:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912217:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912224:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912230:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912235:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912239:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912245:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912250:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912254:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912259:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912264:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912269:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912275:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912280:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912285:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912291:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912295:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912300:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912305:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912310:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912315:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912320:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912325:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912330:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912335:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912356:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912445:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912454:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912459:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912465:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912473:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912480:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912486:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912493:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912501:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912508:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912515:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912522:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912529:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912619:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912625:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912631:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912636:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912642:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912647:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912652:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912658:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912664:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912668:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912673:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912678:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.912683:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281326.943278:0:21845:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000ded5b0a0:21845] 1 exiting: rc = 0 00000100:00100000:3.0:1781281326.950802:0:21844:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000c73123b4:21844] 0 exiting: rc = 1 00000100:00100000:3.0:1781281326.950923:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950931:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950936:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950942:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950946:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950976:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950983:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950988:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950992:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.950998:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951002:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951008:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951014:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951019:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951023:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951028:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951033:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951038:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951043:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951048:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951052:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951058:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951063:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951068:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951072:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951077:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951083:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951088:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951093:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951097:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951103:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951108:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951113:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951128:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951135:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951141:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951146:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951150:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951155:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951159:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951164:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951168:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951173:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951178:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951182:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951186:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951191:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951195:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951200:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951204:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951208:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951214:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951219:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951223:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951228:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951233:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951238:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951242:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951247:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951252:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951257:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951263:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951267:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951272:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951803:0:21846:0:(service.c:2935:ptlrpc_main()) mdt_out00_000: service thread [00000000b2e8ddd3:21846] 0 exiting: rc = 1 00000100:00100000:1.0:1781281326.951838:0:21847:0:(service.c:2935:ptlrpc_main()) mdt_out00_001: service thread [000000000c07f5c5:21847] 1 exiting: rc = 0 00000100:00100000:3.0:1781281326.951871:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951896:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951905:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951911:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951917:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951924:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951929:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951935:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951942:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951947:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951980:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951986:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.951993:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952014:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952021:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952026:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952031:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952038:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952044:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952049:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952054:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952061:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952067:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952072:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952077:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952095:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952101:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952107:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952111:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952117:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952121:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952126:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952131:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952137:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952143:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952149:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952154:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952171:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952177:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952184:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952189:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952195:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952200:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952205:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952210:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952214:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952219:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952224:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952228:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952244:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952250:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952254:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952260:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952264:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952269:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952274:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952280:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952285:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952290:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952295:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952300:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952305:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952311:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281326.952316:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281327.007350:0:21849:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0001: service thread [000000008d45f0d8:21849] 1 exiting: rc = 0 00000100:00100000:3.0:1781281327.011200:0:21848:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0000: service thread [00000000d80c7adc:21848] 0 exiting: rc = 1 00000100:00100000:3.0:1781281327.011343:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011352:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011359:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011366:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011374:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011380:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011388:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011395:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011403:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011410:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011417:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011423:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011429:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011437:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011447:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011458:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011468:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011477:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011486:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011491:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011496:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011501:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011505:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011509:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011514:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011525:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011536:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011541:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011546:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011551:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011555:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011560:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011565:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011569:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011574:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011579:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011583:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011588:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011592:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011597:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011602:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011607:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011611:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011616:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011621:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011626:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011631:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011636:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011641:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011645:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011650:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011654:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011659:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011664:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011669:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011674:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011678:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011682:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011687:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011691:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011696:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011702:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011706:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.011712:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281327.013199:0:21851:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0001: service thread [0000000073e24dc1:21851] 1 exiting: rc = 0 00000100:00100000:2.0:1781281327.013327:0:21850:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0000: service thread [000000000ebd847f:21850] 0 exiting: rc = 1 00000100:00100000:3.0:1781281327.013506:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013512:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013517:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013522:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013527:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013532:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013536:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013541:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013545:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013550:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013554:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013559:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013564:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013568:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013573:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013578:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013582:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013587:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013592:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013597:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013602:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013606:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013612:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013616:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013621:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013625:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013629:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013634:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013638:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013643:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013648:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013652:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013657:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013661:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013666:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013671:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013675:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013680:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013685:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013690:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013695:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013699:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013704:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013709:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013713:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013717:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013721:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013726:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013730:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013734:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013740:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013745:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013749:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013754:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013758:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013762:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013766:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013770:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013774:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013779:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013783:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013787:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013791:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.013795:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014217:0:21853:0:(service.c:2935:ptlrpc_main()) mdt_fld_0001: service thread [0000000042f0074d:21853] 1 exiting: rc = 0 00000100:00100000:1.0:1781281327.014267:0:21852:0:(service.c:2935:ptlrpc_main()) mdt_fld_0000: service thread [00000000f3c4ccd3:21852] 0 exiting: rc = 1 00000100:00100000:3.0:1781281327.014304:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014313:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014324:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014330:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014335:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014339:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014344:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014350:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014354:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014359:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014365:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014370:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014375:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014380:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014384:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014389:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014394:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014399:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014403:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014408:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014413:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014418:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014423:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014429:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014433:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014438:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014442:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014447:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014453:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014457:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014461:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014466:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014471:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014476:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014481:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014485:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014490:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014495:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014499:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014504:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014509:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014513:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014518:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014523:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014527:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014532:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014538:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014543:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014548:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014552:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014557:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014561:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014566:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014570:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014575:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014579:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014584:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014589:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014594:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014599:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014604:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014608:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014612:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.014617:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.015684:0:21854:0:(service.c:2935:ptlrpc_main()) mdt_io00_000: service thread [00000000579a1f2e:21854] 0 exiting: rc = 1 00000100:00100000:1.0:1781281327.015685:0:21855:0:(service.c:2935:ptlrpc_main()) mdt_io00_001: service thread [000000003f25abba:21855] 1 exiting: rc = 0 00000100:00100000:2.0:1781281327.019559:0:21856:0:(service.c:2935:ptlrpc_main()) mdt_io00_002: service thread [0000000033bea4aa:21856] 2 exiting: rc = 0 00000100:00100000:3.0:1781281327.019727:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019737:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019745:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019754:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019781:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019788:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019793:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019799:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019804:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019809:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019814:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019820:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019825:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019830:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019834:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019839:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019844:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019848:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019853:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019858:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019863:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019868:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019874:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019879:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019884:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019888:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019893:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019898:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019920:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019926:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019931:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019935:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019939:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019943:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019948:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019979:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019985:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019990:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.019996:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020001:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020008:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020014:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020019:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020024:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020029:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020033:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020038:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020043:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020048:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020054:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020059:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020064:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020082:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020088:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020093:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020098:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020102:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020106:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020111:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020116:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020121:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020126:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020131:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281327.020136:0:22905:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1781281327.058395:0:22905:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281327.058407:0:22905:0:(obd_config.c:805:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1781281327.058412:0:22905:0:(genops.c:985:class_export_put()) final put 000000004b583bd8/MDS_uuid 00000020:00000080:3.0:1781281327.058417:0:22905:0:(genops.c:944:class_export_destroy()) destroying export 000000004b583bd8/MDS_uuid for MDS 00000020:01000000:3.0:1781281327.058430:0:22905:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1781281327.058552:0:22905:0:(obd_mount_server.c:1687:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:3.0:1781281327.216371:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b108879d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996518592:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281327.216429:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996518592 offset 0 length 224: 4 00000100:00100000:3.0:1781281327.216457:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281327.216462:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996518528:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281327.216482:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996518528 offset 0 length 224: 4 00000100:00100000:1.0:1781281327.216710:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996518656:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281327.216743:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996518656 offset 0 length 224: 4 00010000:00010000:2.0:1781281327.341438:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1781281327.567577:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981809984 offset 0 length 224: 4 00000100:00100000:3.0:1781281327.567619:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1781281327.567705:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981810048 offset 0 length 224: 4 00000100:00100000:3.0:1781281327.567728:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281327.567761:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810112 00000100:00100000:3.0:1781281327.567812:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810176 00000100:00100000:2.0:1781281327.567827:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 387 00000100:00100000:3.0:1781281327.568704:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 388 00000100:00100000:3.0:1781281327.568711:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981810176:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281327.568785:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981810176:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281327.568793:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 388 00000100:00100000:2.0:1781281327.569154:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981810112:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281327.569197:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981810112:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 46us (1579us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281327.569204:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 387 00010000:00010000:2.0:1781281328.377446:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281329.389340:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1781281329.812280:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281329.812290:0:6337:0:(genops.c:985:class_export_put()) final put 0000000071d2879e/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281329.812318:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000071d2879e/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1781281329.812362:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000b1551d48 for lustre-OST0000 00000001:00100000:1.0:1781281329.862416:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1781281329.862423:0:7126:0:(genops.c:985:class_export_put()) final put 000000003b464a47/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1781281329.862492:0:37:0:(genops.c:944:class_export_destroy()) destroying export 000000003b464a47/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1781281329.862537:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000044301086 for lustre-OST0001 00010000:00010000:0.0:1781281330.413557:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281331.437109:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281332.333324:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996518784:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281332.333489:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996518784 offset 0 length 224: 4 00000100:00100000:0.0:1781281332.333518:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281332.333523:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996518848:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281332.333537:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996518848 offset 0 length 224: 4 00000100:00100000:2.0:1781281332.334510:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008750cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996518720:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281332.334544:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996518720 offset 0 length 224: 4 00010000:00010000:2.0:1781281332.461627:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281332.691434:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981810240 offset 0 length 224: 4 00000100:00100000:1.0:1781281332.691492:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1781281332.691522:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981810304 offset 0 length 224: 4 00000100:00100000:1.0:1781281332.691546:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281332.692131:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810368 00000100:00100000:3.0:1781281332.692185:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810432 00000100:00100000:3.0:1781281332.692212:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 389 00000100:00100000:3.0:1781281332.692218:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981810368:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281332.692287:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981810368:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 69us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281332.692295:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 389 00000100:00100000:3.0:1781281332.692311:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 390 00000100:00100000:3.0:1781281332.692315:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981810432:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281332.692337:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981810432:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 21us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281332.692344:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 390 00010000:00010000:2.0:1781281333.485216:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1781281334.317089:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281327/real 1781281327] req@0000000072487991 x1867807996518528/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281334 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281334.317129:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000072487991 x1867807996518528/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281334 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1781281334.317136:0:2998:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1781281334.317144:0:2998:0:(import.c:206:ptlrpc_set_import_discon()) 166-1: MGC192.168.204.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1781281334.339012:0:2998:0:(import.c:212:ptlrpc_set_import_discon()) import MGS@192.168.204.101@tcp for MGC192.168.204.101@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1781281334.339019:0:2998:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1781281334.339029:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@0000000072487991 x1867807996518528/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281334 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281334.339044:0:2998:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000008750cd4b x1867807996518720/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281339 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 10000000:01000000:3.0:1781281334.339069:0:2998:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1781281334.339071:0:2998:0:(pinger.c:215:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1781281334.339072:0:2998:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1781281334.339075:0:2998:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:3.0:1781281334.339109:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996518528:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1781281334.340926:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281334.340934:0:13507:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1781281334.340937:0:13507:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281334.340942:0:13507:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 806 00000100:00080000:0.0:1781281334.340949:0:13507:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:0.0:1781281334.341023:0:13507:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099900d06 x1867807996518912/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281334.341294:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013e82474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996519040:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281334.341344:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519040 offset 0 length 224: 4 00000100:00100000:2.0:1781281334.341373:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008750cd4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996518720:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281334.341392:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281334.341397:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996518976:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281334.341413:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996518976 offset 0 length 224: 4 00000100:00100000:1.0:1781281334.341729:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996518912:0@lo:250:kworker/u8:0.0 00000400:00000100:1.0:1781281334.341758:0:2994:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996518912 offset 0 length 520: 4 00010000:00010000:0.0:1781281334.512339:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1781281334.808623:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981810496 offset 0 length 520: 4 00000100:00100000:0.0:1781281334.808668:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1781281334.808699:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981810560 offset 0 length 224: 4 00000100:00100000:0.0:1781281334.808726:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281334.808732:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810624 00000100:00100000:1.0:1781281334.813631:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810688 00000100:00100000:1.0:1781281334.813704:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 391 00000100:00100000:1.0:1781281334.813718:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981810624:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281334.813804:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981810624:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 86us (5137us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281334.813812:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 391 00000100:00100000:1.0:1781281334.813832:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 392 00000100:00100000:1.0:1781281334.813836:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abd568f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981810688:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281334.813867:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abd568f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981810688:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 30us (5140us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281334.813873:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 392 00010000:00010000:2.0:1781281335.533305:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281336.557433:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281337.581241:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281338.605271:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1781281339.502726:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1781281339.502736:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1781281339.502911:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996519104:0@lo:400:kworker/u8:2.0 00000400:00000100:0.0:1781281339.502989:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519104 offset 0 length 224: 4 00000100:00100000:0.0:1781281339.503025:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281339.503031:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996519168:0@lo:400:kworker/u8:2.0 00000400:00000100:0.0:1781281339.503048:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519168 offset 0 length 224: 4 00010000:00010000:2.0:1781281339.629378:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1781281339.876541:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981810752 offset 0 length 224: 4 00000100:00100000:3.0:1781281339.876605:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281339.876631:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281339.876685:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810880 00000100:00100000:3.0:1781281339.876737:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981810816 00000100:00100000:3.0:1781281339.876756:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 393 00000100:00100000:3.0:1781281339.876762:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981810880:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281339.876838:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981810880:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 76us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281339.876846:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 393 00000100:00100000:3.0:1781281339.876863:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 394 00000100:00100000:3.0:1781281339.876867:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981810816:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281339.876885:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981810816:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 17us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281339.876891:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 394 00000100:00100000:1.0:1781281340.526140:0:2994:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281334/real 1781281334] req@0000000099900d06 x1867807996518912/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281340 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281340.526174:0:2994:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099900d06 x1867807996518912/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281340 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281340.526189:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1781281340.526216:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.101@tcp failed (-110) 00000100:00100000:1.0:1781281340.526220:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996518912:0@lo:250:kworker/u8:0.0 00000100:00080000:0.0:1781281340.526347:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281340.526353:0:13507:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1781281340.526355:0:13507:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281340.526359:0:13507:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 875 00000100:00080000:0.0:1781281340.526363:0:13507:0:(import.c:581:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1781281340.526368:0:13507:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:0.0:1781281340.526399:0:13507:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bf7474a3 x1867807996519232/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281340.526543:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e59c2eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996519360:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281340.526603:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519360 offset 0 length 224: 4 00000100:00100000:2.0:1781281340.526626:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281340.526674:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf7474a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996519232:0@lo:250:kworker/u8:0.0 00000400:00000100:1.0:1781281340.526696:0:2994:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996519232 offset 0 length 520: 4 00000100:00100000:2.0:1781281340.526768:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875ba8d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996519296:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281340.526799:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519296 offset 0 length 224: 4 00010000:00010000:1.0:1781281340.655616:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281340.884994:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981811008 offset 0 length 224: 4 00000100:00100000:1.0:1781281340.885031:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281340.885056:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1781281340.885070:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981810944 offset 0 length 520: 4 00000100:00100000:1.0:1781281340.885104:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811136 00000100:00100000:1.0:1781281340.885140:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811072 00000100:00100000:1.0:1781281340.885156:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 395 00000100:00100000:1.0:1781281340.885163:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981811136:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281340.885233:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981811136:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 70us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281340.885241:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 395 00000100:00100000:1.0:1781281340.885257:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 396 00000100:00100000:1.0:1781281340.885260:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981811072:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281340.885277:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981811072:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 17us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281340.885283:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 396 00010000:00010000:2.0:1781281341.678144:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281342.701185:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281343.727872:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281344.750850:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1781281345.646197:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1781281345.646209:0:13507:0:(pinger.c:265:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1781281345.646294:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996519424:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281345.646347:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519424 offset 0 length 224: 4 00000100:00100000:3.0:1781281345.646377:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281345.646382:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996519488:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281345.646398:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519488 offset 0 length 224: 4 00010000:00010000:0.0:1781281345.774807:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281346.002135:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981811200 offset 0 length 224: 4 00000100:00100000:1.0:1781281346.011406:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281346.011503:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281346.011540:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811328 00000100:00100000:1.0:1781281346.011596:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811264 00000100:00100000:1.0:1781281346.011617:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 397 00000100:00100000:1.0:1781281346.011622:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981811328:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281346.011702:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981811328:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 78us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281346.011709:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 397 00000100:00100000:1.0:1781281346.011725:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4309 00000100:00100000:1.0:1781281346.011729:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2210:x1867807981811264:12345-192.168.204.1@tcp:9:kworker/u8:4.0 00000020:00000080:1.0:1781281346.011750:0:12110:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c5d6 00000100:00080000:1.0:1781281346.011758:0:12110:0:(import.c:86:import_set_state_nolock()) 00000000ef7290a4 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1781281346.011807:0:12110:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00010000:00010000:2.0:1781281346.011862:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281346.012167:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+2:2210:x1867807981811264:12345-192.168.204.1@tcp:9:kworker/u8:4.0 Request processed in 436us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281346.012174:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4309 00000080:01200004:3.0:1781281346.122517:0:23353:0:(super25.c:121:lustre_fill_super()) VFS Op: sb 00000000755717b1 00000020:01000004:3.0:1781281346.122554:0:23353:0:(obd_mount.c:952:lmd_print()) mount data: 00000020:01000004:3.0:1781281346.122555:0:23353:0:(obd_mount.c:955:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:3.0:1781281346.122557:0:23353:0:(obd_mount.c:956:lmd_print()) flags: 20200 00000020:01000004:3.0:1781281346.122668:0:23353:0:(obd_mount_server.c:1916:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1781281346.122726:0:23353:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1781281346.122731:0:23353:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281346.122747:0:23353:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-osd (000000005db4ec71) 00000020:00000080:3.0:1781281346.122806:0:23353:0:(obd_config.c:648:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 1 00000020:00000080:3.0:1781281346.122813:0:23353:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00100000:10000000:2.0:1781281346.241068:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1781281346.270897:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3a:0x0] (8/32) 00100000:10000000:1.0:1781281346.288885:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:1.0:1781281346.296283:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:1.0:1781281346.296342:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:1.0:1781281346.296454:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:1.0:1781281346.296500:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:1.0:1781281346.296541:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:1.0:1781281346.296580:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:1.0:1781281346.308025:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:1.0:1781281346.336667:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 293: rc = 0 00100000:10000000:1.0:1781281346.336742:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 293: rc = 0 00100000:10000000:2.0:1781281346.344634:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281346.346404:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 299: rc = 0 00100000:10000000:2.0:1781281346.354046:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281346.363263:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 299: rc = 0 00100000:10000000:2.0:1781281346.372046:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 299: rc = 0 00100000:10000000:2.0:1781281346.379004:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281346.385143:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281346.389093:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 299: rc = 0 00100000:10000000:2.0:1781281346.402605:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 299: rc = 0 00100000:10000000:3.0:1781281346.416083:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281346.430992:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 299: rc = 0 00100000:10000000:3.0:1781281346.440087:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281346.444477:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 600: rc = 0 00100000:10000000:3.0:1781281346.446915:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 600: rc = 0 00100000:10000000:0.0:1781281346.450215:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 600: rc = 0 00100000:10000000:0.0:1781281346.454006:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 600: rc = 0 00100000:10000000:2.0:1781281346.465063:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 600: rc = 0 00100000:10000000:2.0:1781281346.470925:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 600: rc = 0 00100000:10000000:2.0:1781281346.474473:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 600: rc = 0 00100000:10000000:1.0:1781281346.476647:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 600: rc = 0 00100000:10000000:1.0:1781281346.478674:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 600: rc = 0 00100000:10000000:1.0:1781281346.480779:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 600: rc = 0 00100000:10000000:1.0:1781281346.485451:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 600: rc = 0 00100000:10000000:1.0:1781281346.492214:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 600: rc = 0 00100000:10000000:0.0:1781281346.496226:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 600: rc = 0 00100000:10000000:0.0:1781281346.500210:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 600: rc = 0 00100000:10000000:0.0:1781281346.502339:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 600: rc = 0 00100000:10000000:0.0:1781281346.504090:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 600: rc = 0 00100000:10000000:0.0:1781281346.505583:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 600: rc = 0 00100000:10000000:0.0:1781281346.507127:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 600: rc = 0 00100000:10000000:1.0:1781281346.513424:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 600: rc = 0 00100000:10000000:0.0:1781281346.515081:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 600: rc = 0 00100000:10000000:1.0:1781281346.516993:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 600: rc = 0 00100000:10000000:0.0:1781281346.519320:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 600: rc = 0 00100000:10000000:0.0:1781281346.521543:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 600: rc = 0 00100000:10000000:0.0:1781281346.523699:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 600: rc = 0 00100000:10000000:0.0:1781281346.526095:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 600: rc = 0 00100000:10000000:0.0:1781281346.527695:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 600: rc = 0 00100000:10000000:0.0:1781281346.529190:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 600: rc = 0 00100000:10000000:0.0:1781281346.530774:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 600: rc = 0 00100000:10000000:0.0:1781281346.532412:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 600: rc = 0 00100000:10000000:0.0:1781281346.534227:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 600: rc = 0 00100000:10000000:0.0:1781281346.535706:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 600: rc = 0 00100000:10000000:0.0:1781281346.537144:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 600: rc = 0 00100000:10000000:0.0:1781281346.540131:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 122: rc = 0 00100000:10000000:2.0:1781281346.547296:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:1.0:1781281346.549339:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 640: rc = 0 00100000:10000000:1.0:1781281346.551280:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:1.0:1781281346.551326:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 640: rc = 0 00100000:10000000:1.0:1781281346.552915:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1781281346.553125:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 640: rc = 0 00100000:10000000:2.0:1781281346.556431:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1781281346.556479:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 294: rc = 0 00100000:10000000:2.0:1781281346.558434:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1781281346.558477:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 294: rc = 0 00100000:10000000:2.0:1781281346.560115:0:23353:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1781281346.560157:0:23353:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 294: rc = 0 00000020:00000080:2.0:1781281346.560489:0:23353:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1781281346.560500:0:23353:0:(osd_handler.c:1543:osd_obd_connect()) connect #0 00000020:00000080:2.0:1781281346.560510:0:23353:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c7ea 00000020:01000004:2.0:1781281346.560518:0:23353:0:(obd_mount_server.c:1999:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1781281346.560640:0:23353:0:(obd_mount_server.c:233:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1781281346.560646:0:23353:0:(obd_mount_server.c:116:server_register_mount()) register mount 00000000755717b1 from MGS 00000020:01000004:2.0:1781281346.560650:0:23353:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1781281346.560655:0:23353:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281346.560676:0:23353:0:(genops.c:417:class_newdev()) Allocate new device MGS (00000000489fc74e) 00000020:00000080:2.0:1781281346.560725:0:23353:0:(obd_config.c:648:class_attach()) OBD: dev 1 attached type mgs with refcount 1 00000020:00000080:2.0:1781281346.560730:0:23353:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1781281346.560797:0:23353:0:(obd_mount_server.c:167:server_get_mount()) get mount 00000000755717b1 from MGS, refs=2 00080000:01000000:2.0:1781281346.560802:0:23353:0:(osd_handler.c:1543:osd_obd_connect()) connect #1 00000020:00000080:2.0:1781281346.560806:0:23353:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c7f8 00010000:00010000:2.0:1781281346.560913:0:23353:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:3.0:1781281346.573793:0:23353:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1781281346.574909:0:23354:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1781281346.575130:0:23353:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1781281346.575253:0:23353:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1781281346.598739:0:23353:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1781281346.599276:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281346.601832:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1781281346.601847:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1781281346.602738:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1781281346.602747:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1781281346.603316:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1781281346.603323:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1781281346.604044:0:23353:0:(obd_config.c:752:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1781281346.604067:0:23353:0:(obd_mount.c:321:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:1.0:1781281346.604069:0:23353:0:(obd_mount.c:332:lustre_start_mgc()) MGC192.168.204.101@tcp:Set MGC reconnect 2 10000000:01000000:1.0:1781281346.604072:0:23353:0:(mgc_request.c:1223:mgc_set_info_async()) InitRecov MGC192.168.204.101@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:1.0:1781281346.604076:0:23353:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00000100:00080000:1.0:1781281346.604078:0:23353:0:(import.c:466:ptlrpc_reconnect_import()) MGS: recovery started, waiting 20 seconds 00010000:00010000:2.0:1781281346.797225:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281347.821265:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281348.845189:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281349.869280:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1781281350.353914:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281350.353928:0:6337:0:(genops.c:985:class_export_put()) final put 00000000d88fe63b/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:3.0:1781281350.354094:0:37:0:(genops.c:944:class_export_destroy()) destroying export 00000000d88fe63b/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-OST0000 00000020:00000080:3.0:1781281350.354165:0:37:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000ef7290a4 for lustre-OST0000 00000100:00080000:0.0:1781281350.766489:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281350.766504:0:13507:0:(pinger.c:265:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1781281350.766696:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996519616:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281350.766794:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519616 offset 0 length 224: 4 00000100:00100000:2.0:1781281350.766833:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281350.766839:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996519552:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281350.766860:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519552 offset 0 length 224: 4 00010000:00010000:2.0:1781281350.900424:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281351.123047:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981811392 offset 0 length 224: 4 00000100:00100000:1.0:1781281351.123112:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281351.123796:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811456 00000100:00100000:3.0:1781281351.123874:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 398 00000100:00100000:3.0:1781281351.123883:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981811456:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281351.124025:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981811456:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 141us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281351.124034:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 398 00000100:00100000:3.0:1781281351.789160:0:2994:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281340/real 1781281340] req@00000000bf7474a3 x1867807996519232/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281351 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281351.789213:0:2994:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000bf7474a3 x1867807996519232/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281351 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1781281351.789241:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1781281351.789278:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.101@tcp failed (-110) 00000100:00100000:3.0:1781281351.789292:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf7474a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996519232:0@lo:250:kworker/u8:0.0 00000100:00080000:0.0:1781281351.789468:0:13507:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281351.789477:0:13507:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1781281351.789482:0:13507:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281351.789488:0:13507:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 881 00000100:00080000:0.0:1781281351.789493:0:13507:0:(import.c:581:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 11s 00000100:00080000:0.0:1781281351.789501:0:13507:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:0.0:1781281351.789553:0:13507:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fabfb563 x1867807996519680/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281351.790488:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996519808:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281351.790565:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519808 offset 0 length 224: 4 00000100:00100000:3.0:1781281351.790611:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281351.790618:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996519744:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281351.790638:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996519744 offset 0 length 224: 4 00000100:00100000:3.0:1781281351.790656:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fabfb563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996519680:0@lo:250:kworker/u8:0.0 00000100:00100000:3.0:1781281351.790775:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281351.791000:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996519680 00000100:00100000:0.0:1781281351.791047:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1781281351.791054:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f819d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2994:x1867807996519680:12345-0@lo:250:kworker/u8:0.0 00010000:00080000:0.0:1781281351.791094:0:23358:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from fe18d2fd-47a2-47ff-98fc-180cf48b334a@0@lo t0 exp 0000000000000000 cur 892 last 0 00000020:00000080:0.0:1781281351.791151:0:23358:0:(genops.c:1359:class_connect()) connect: client fe18d2fd-47a2-47ff-98fc-180cf48b334a, cookie 0x3e391ad4c896c7ff 00000020:01000000:0.0:1781281351.791159:0:23358:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000f6fe5c0f 00000100:00080000:0.0:1781281351.791241:0:23358:0:(import.c:86:import_set_state_nolock()) 00000000dfc2282e : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281351.791311:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f819d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:2994:x1867807996519680:12345-0@lo:250:kworker/u8:0.0 Request processed in 256us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281351.791319:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1781281351.799208:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) MGC192.168.204.101@tcp: connect to target with instance 0 10000000:01000000:1.0:1781281351.799240:0:2994:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808005 00000100:02000400:1.0:1781281351.799243:0:2994:0:(import.c:1234:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.101@tcp) after server handle changed from 0x3e391ad4c896c39f to 0x3e391ad4c896c7ff 00000100:00080000:1.0:1781281351.809992:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:1.0:1781281351.810012:0:2994:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.101@tcp; invalidating 00000100:00100000:0.0:1781281351.813546:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fabfb563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996519680:0@lo:250:kworker/u8:0.0 00000100:00080000:3.0:1781281351.813578:0:23353:0:(import.c:476:ptlrpc_reconnect_import()) MGS: recovery finished s:EVICTED 00000020:01000004:3.0:1781281351.813604:0:23353:0:(obd_mount_server.c:1354:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1781281351.813660:0:23353:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1781281351.813672:0:23353:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281351.813707:0:23353:0:(genops.c:417:class_newdev()) Allocate new device MDS (000000009465ea9e) 00000020:00000080:3.0:1781281351.813773:0:23353:0:(obd_config.c:648:class_attach()) OBD: dev 3 attached type mds with refcount 1 00000020:00000080:3.0:1781281351.813779:0:23353:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000100:00080000:1.0:1781281351.815547:0:23364:0:(import.c:1514:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.101@tcp to MGS@192.168.204.101@tcp 00000100:00100000:1.0:1781281351.815556:0:23364:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1781281351.815562:0:23364:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808003 00010000:00010000:1.0:1781281351.815583:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815607:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815613:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1781281351.815634:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815644:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000338d5714/0x3e391ad4c896c4ef lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4f6 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815659:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815665:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815670:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781281351.815674:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815677:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000fc200b9d/0x3e391ad4c896c49b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4a2 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815685:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815690:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815695:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781281351.815707:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815709:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000cef514e2/0x3e391ad4c896c4a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4b0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815716:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815721:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815725:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781281351.815727:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815729:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000007d56a187/0x3e391ad4c896c4c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4cc expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815738:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815742:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815746:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781281351.815749:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815750:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000050056d88/0x3e391ad4c896c4d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4da expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815757:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815929:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815935:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781281351.815939:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815942:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000f5cd00b4/0x3e391ad4c896c4fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c504 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815976:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.815982:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.815986:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1781281351.815989:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.815991:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000001b7f4997/0x3e391ad4c896c4b7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4be expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281351.815999:0:23364:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1781281351.816003:0:23364:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281351.816007:0:23364:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1781281351.816010:0:23364:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1781281351.816012:0:23364:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000002091eff4/0x3e391ad4c896c4e1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c4e8 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1781281351.816031:0:23364:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from EVICTED to RECOVER 00000100:00080000:1.0:1781281351.816038:0:23364:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from RECOVER to FULL 10000000:01000000:1.0:1781281351.816040:0:23364:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1781281351.816043:0:23364:0:(pinger.c:208:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:1.0:1781281351.816049:0:23364:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) MGC192.168.204.101@tcp: Connection restored to (at 0@lo) 00000100:00100000:3.0:1781281351.850269:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281351.851096:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1781281351.851106:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1781281351.853059:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1781281351.853076:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1781281351.854109:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1781281351.854122:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1781281351.863612:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281351.863878:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1781281351.863982:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1781281351.867094:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1781281351.867112:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00010000:00010000:0.0:1781281351.918493:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281351.983017:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281351.983249:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1781281351.983259:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1781281351.995370:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1781281351.995392:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1781281352.002256:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281352.002806:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1781281352.002816:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1781281352.003857:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1781281352.003872:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1781281352.005681:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281352.006149:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1781281352.006160:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1781281352.007197:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1781281352.007208:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1781281352.008367:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281352.008733:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1781281352.008741:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1781281352.020204:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1781281352.020223:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1781281352.084069:0:23353:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281352.084317:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1781281352.084328:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1781281352.087000:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1781281352.087019:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1781281352.090373:0:23353:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1781281352.090394:0:23353:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1781281352.098845:0:23353:0:(obd_config.c:752:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1781281352.098894:0:23353:0:(obd_mount_server.c:294:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:3.0:1781281352.099734:0:23353:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.101@tcp ctxt 0 is initialized 00000020:01000004:3.0:1781281352.099896:0:23353:0:(obd_mount_server.c:1245:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.101@tcp, index=0000, flags=0x5 10000000:01000000:3.0:1781281352.099904:0:23353:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x10000005 10000000:01000000:3.0:1781281352.099947:0:23353:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1781281352.100095:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996519872:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1781281352.100222:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.100336:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996519872 00000100:00100000:3.0:1781281352.100485:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000035939639 going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.100566:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1781281352.100575:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068c5b9b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:23353:x1867807996519872:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1781281352.100639:0:23357:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1781281352.100642:0:23357:0:(mgs_handler.c:391:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1781281352.100645:0:23357:0:(mgs_handler.c:421:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1781281352.108984:0:23382:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1781281352.110114:0:23357:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1781281352.136849:0:23384:0:(mgs_llog.c:237:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1781281352.136862:0:23384:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1781281352.136867:0:23384:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1781281352.137013:0:23384:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 20000000:01000000:2.0:1781281352.137162:0:23357:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1781281352.137174:0:23357:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1781281352.161309:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068c5b9b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:23353:x1867807996519872:12345-0@lo:253:mount.lustre.0 Request processed in 60719us (61074us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281352.161339:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1781281352.161637:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281352.161678:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281352.161738:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281352.161849:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811648 00000100:00100000:1.0:1781281352.161897:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 399 00000100:00100000:1.0:1781281352.161903:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981811648:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281352.161998:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981811648:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 94us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.162006:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 399 00000100:00100000:0.0:1781281352.162523:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996519872:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1781281352.162544:0:23353:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1781281352.162600:0:23353:0:(obd_mount_server.c:116:server_register_mount()) register mount 00000000755717b1 from lustre-MDT0000 10000000:01000000:0.0:1781281352.162615:0:23353:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1781281352.162618:0:23353:0:(mgc_request.c:336:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1781281352.162628:0:23353:0:(mgc_request.c:216:do_config_log_add()) do adding config log params-ffff91d8fddc8000 10000000:01000000:0.0:1781281352.162633:0:23353:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1781281352.162638:0:23353:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-barrier-ffff91d8fddc8000 10000000:01000000:0.0:1781281352.162640:0:23353:0:(mgc_request.c:90:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1781281352.162644:0:23353:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-barrier-ffff91d8fddc8000 from 1 10000000:01000000:0.0:1781281352.162647:0:23353:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1781281352.162697:0:23353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.162709:0:23353:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.162719:0:23353:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281352.162743:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fabfb563 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996519936:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281352.165031:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.165068:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f2e480c1 going to sleep for 6 seconds 00000100:00100000:3.0:1781281352.166171:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811584 00000100:00100000:3.0:1781281352.166261:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:3.0:1781281352.166278:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2212:x1867807981811584:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000020:00080000:3.0:1781281352.166291:0:23368:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:3.0:1781281352.166378:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2212:x1867807981811584:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 100us (4744us total) trans 0 rc -107/-107 00000100:00100000:3.0:1781281352.166386:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:1.0:1781281352.167629:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811520 00000100:00100000:1.0:1781281352.167672:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996519936 00000100:00100000:1.0:1781281352.167987:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:1.0:1781281352.167996:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008905d1fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2210:x1867807981811520:12345-192.168.204.1@tcp:250:kworker/u8:4.0 00010000:00080000:1.0:1781281352.168031:0:23358:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from ecf7ee81-2075-4f26-b532-0d44497bf6c9@192.168.204.1@tcp t0 exp 0000000000000000 cur 893 last 0 00000020:00000080:1.0:1781281352.168074:0:23358:0:(genops.c:1359:class_connect()) connect: client ecf7ee81-2075-4f26-b532-0d44497bf6c9, cookie 0x3e391ad4c896c814 00000020:01000000:1.0:1781281352.168082:0:23358:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000f6fe5c0f 00000100:00080000:1.0:1781281352.168832:0:23358:0:(import.c:86:import_set_state_nolock()) 00000000ad760487 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281352.168920:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008905d1fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:2210:x1867807981811520:12345-192.168.204.1@tcp:250:kworker/u8:4.0 Request processed in 922us (7180us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.168932:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:1.0:1781281352.169013:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1781281352.169019:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3a1105 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:23353:x1867807996519936:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281352.169032:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281352.169059:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000977d3cc1/0x3e391ad4c896c81b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c80d expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.169091:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000977d3cc1/0x3e391ad4c896c81b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c80d expref: 5 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.169104:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000977d3cc1/0x3e391ad4c896c81b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c80d expref: 5 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.169115:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000977d3cc1, rc 0) 00000100:00100000:0.0:1781281352.171474:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3a1105 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:23353:x1867807996519936:12345-0@lo:101:mount.lustre.0 Request processed in 2441us (6440us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.171495:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1781281352.171894:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fabfb563 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996519936:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281352.171925:0:23353:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.171941:0:23353:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281352.171986:0:23353:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1781281352.171992:0:23353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.171999:0:23353:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281352.172007:0:23353:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1781281352.172015:0:23353:0:(mgc_request.c:90:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1781281352.172021:0:23353:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-mdtir-ffff91d8fddc8000 10000000:01000000:3.0:1781281352.172024:0:23353:0:(mgc_request.c:90:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1781281352.172028:0:23353:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1781281352.172031:0:23353:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1781281352.172075:0:23353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.172087:0:23353:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.172097:0:23353:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.172120:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f32f95e pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520000:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281352.172177:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.172212:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d49e681e going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.172937:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520000 00000100:00100000:0.0:1781281352.173026:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281352.173034:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a5a258a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:23353:x1867807996520000:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281352.173054:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281352.173084:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000007e3167d/0x3e391ad4c896c829 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c822 expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.173117:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000007e3167d/0x3e391ad4c896c829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c822 expref: 6 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.173128:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000007e3167d/0x3e391ad4c896c829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c822 expref: 6 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.173138:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000007e3167d, rc 0) 00000100:00100000:0.0:1781281352.173201:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a5a258a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:23353:x1867807996520000:12345-0@lo:101:mount.lustre.0 Request processed in 167us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.173208:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1781281352.173786:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f32f95e pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520000:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281352.173807:0:23353:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.173819:0:23353:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281352.173910:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520064:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281352.174433:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281352.174460:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078ff76cc going to sleep for 6 seconds 00000100:00100000:3.0:1781281352.176029:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520064 00000100:00100000:3.0:1781281352.176113:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1781281352.176122:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6ef32d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:23353:x1867807996520064:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281352.181919:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6ef32d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23353:x1867807996520064:12345-0@lo:501:mount.lustre.0 Request processed in 5784us (7474us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281352.181941:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1781281352.182748:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520064:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281352.182941:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520128:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281352.183100:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.183234:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000083a0802d going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.183297:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520128 00000100:00100000:1.0:1781281352.183668:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1781281352.183677:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818174c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23353:x1867807996520128:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281352.203943:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818174c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23353:x1867807996520128:12345-0@lo:503:mount.lustre.0 Request processed in 20253us (20831us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.204010:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520128:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281352.204013:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1781281352.204600:0:23386:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23386:1867807996520192:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281352.204668:0:23386:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.204700:0:23386:0:(client.c:2500:ptlrpc_set_wait()) set 000000001497d671 going to sleep for 6 seconds 00000100:00100000:2.0:1781281352.205039:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520192 00000100:00100000:2.0:1781281352.205106:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1781281352.205113:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093fc2b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23386:x1867807996520192:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281352.210909:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093fc2b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23386:x1867807996520192:12345-0@lo:502:llog_process_th.0 Request processed in 5783us (6230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281352.210932:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281352.211168:0:23386:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23386:1867807996520192:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781281352.211229:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281352.211243:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281352.211245:0:23386:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1781281352.211250:0:23386:0:(obd_config.c:1866:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1781281352.211253:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281352.211273:0:23386:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000e4cc9713) 00000020:00000080:0.0:1781281352.211917:0:23386:0:(obd_config.c:648:class_attach()) OBD: dev 4 attached type lod with refcount 1 00000020:00000080:0.0:1781281352.211929:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1781281352.212797:0:23386:0:(osd_handler.c:1543:osd_obd_connect()) connect #2 00000020:00000080:2.0:1781281352.212809:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c837 00000020:00000080:2.0:1781281352.213541:0:23386:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1781281352.213554:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281352.213561:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.213563:0:23386:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1781281352.213566:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281352.213647:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.213649:0:23386:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1781281352.213655:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281352.213670:0:23386:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000 (00000000c15d0e33) 00000020:00000080:2.0:1781281352.213896:0:23386:0:(obd_config.c:648:class_attach()) OBD: dev 5 attached type mdt with refcount 1 00000020:00000080:2.0:1781281352.213903:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1781281352.213905:0:23386:0:(obd_config.c:1414:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1781281352.213908:0:23386:0:(obd_config.c:1066:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1781281352.213916:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1781281352.214018:0:23386:0:(obd_mount_server.c:167:server_get_mount()) get mount 00000000755717b1 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1781281352.214038:0:23386:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDD0000 (000000003cfd8675) 00000020:00000080:2.0:1781281352.214084:0:23386:0:(obd_config.c:648:class_attach()) OBD: dev 6 attached type mdd with refcount 1 00000004:01000000:2.0:1781281352.214163:0:23386:0:(lod_dev.c:1958:lod_obd_connect()) connect #0 00000020:00000080:2.0:1781281352.214169:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c84c 00000020:00000080:2.0:1781281352.214285:0:23386:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1781281352.214292:0:23386:0:(mdd_device.c:1566:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1781281352.214295:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3e391ad4c896c853 00080000:01000000:2.0:1781281352.214301:0:23386:0:(osd_handler.c:1543:osd_obd_connect()) connect #3 00000020:00000080:2.0:1781281352.214305:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c85a 00000100:00100000:2.0:1781281352.227515:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281352.228436:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811712 00000100:00100000:0.0:1781281352.228504:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:0.0:1781281352.228512:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2210:x1867807981811712:12345-192.168.204.1@tcp:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1781281352.228538:0:23367:0:(ldlm_lib.c:1139:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.204.1@tcp (not set up) 00000100:00100000:1.0:1781281352.246885:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2210:x1867807981811712:12345-192.168.204.1@tcp:38:ptlrpcd_00_01.0 Request processed in 18360us (19371us total) trans 0 rc -19/-19 00000100:00100000:1.0:1781281352.246913:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00010000:00010000:3.0:1781281352.340784:0:23386:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:3.0:1781281352.349934:0:23386:0:(tgt_lastrcvd.c:1639:tgt_clients_data_init()) RCVRNG CLIENT uuid: fd013285-183a-4106-aea7-7bb500a78bd8 idx: 0 lr: 21474836483 srv lr: 25769803776 lx: 0 gen 2 00000001:00000004:3.0:1781281352.350297:0:23386:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 7, last_transno is 25769803776 00000001:00080000:3.0:1781281352.364707:0:23386:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:3.0:1781281352.364863:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000b4aae032: xid 1867807981809024, transno 25769803779, client gen 2, slot idx 0 00000001:00080000:3.0:1781281352.364891:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000c45b9d61: xid 1867807981808832, transno 25769803778, client gen 2, slot idx 1 00000001:00080000:3.0:1781281352.364902:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 0000000059769be6: xid 1867807981768000, transno 12884901935, client gen 2, slot idx 2 00000001:00080000:3.0:1781281352.364911:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000b10b78fa: xid 1867807981768192, transno 12884901936, client gen 2, slot idx 3 00000001:00080000:3.0:1781281352.364921:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000cd763de5: xid 1867807981768640, transno 12884901937, client gen 2, slot idx 4 00000001:00080000:3.0:1781281352.364932:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000000a58f118: xid 1867807981768832, transno 12884901938, client gen 2, slot idx 5 00000001:00080000:3.0:1781281352.364942:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000000c6444b8: xid 1867807981768768, transno 12884901939, client gen 2, slot idx 6 00000001:00080000:3.0:1781281352.364950:0:23386:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000e257b37b: xid 1867807981768960, transno 12884901940, client gen 2, slot idx 7 00000020:00000080:3.0:1781281352.365892:0:23386:0:(genops.c:417:class_newdev()) Allocate new device lustre-QMT0000 (000000005899419b) 00000020:00000080:3.0:1781281352.365984:0:23386:0:(obd_config.c:648:class_attach()) OBD: dev 7 attached type qmt with refcount 1 00080000:01000000:3.0:1781281352.367990:0:23386:0:(osd_handler.c:1543:osd_obd_connect()) connect #4 00000020:00000080:3.0:1781281352.368008:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c86f 00000020:00000080:0.0:1781281352.391831:0:23386:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1781281352.411925:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3e391ad4c896c876 00000020:00000080:0.0:1781281352.412811:0:23386:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1781281352.412829:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281352.412943:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281352.412947:0:23386:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1781281352.412996:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1781281352.413010:0:23386:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1781281352.413013:0:23386:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281352.413015:0:23386:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281352.413017:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1781281352.413190:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.413194:0:23386:0:(obd_config.c:1460:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1781281352.413202:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281352.413208:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.413209:0:23386:0:(obd_config.c:1460:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1781281352.413214:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1781281352.413592:0:23386:0:(mdt_lproc.c:314:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1781281352.413706:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281352.413713:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.413714:0:23386:0:(obd_config.c:1460:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1781281352.413718:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1781281352.413722:0:23386:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1781281352.413726:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.413727:0:23386:0:(obd_config.c:1460:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1781281352.413730:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1781281352.413737:0:23386:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:1.0:1781281352.413755:0:23386:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1781281352.413758:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1781281352.413780:0:23386:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (00000000cc603508) 00000020:00000080:1.0:1781281352.413845:0:23386:0:(obd_config.c:648:class_attach()) OBD: dev 8 attached type osp with refcount 1 00000020:00000080:1.0:1781281352.413852:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1781281352.413932:0:23386:0:(osp_dev.c:1180:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1781281352.413941:0:23386:0:(osd_handler.c:1543:osd_obd_connect()) connect #5 00000020:00000080:1.0:1781281352.413950:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c884 00010000:00080000:1.0:1781281352.414040:0:23386:0:(ldlm_lib.c:121:import_set_conn()) imp 0000000001aa0c3b@lustre-OST0000-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:1.0:1781281352.414724:0:23386:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1781281352.415886:0:23386:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1781281352.415947:0:23386:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1781281352.426939:0:23386:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1781281352.429190:0:23386:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x2:0x0].7, 64 off8640 00000040:00080000:3.0:1781281352.430041:0:23386:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1c:0x0].1, 64 off8256 00000040:00080000:3.0:1781281352.436275:0:23390:0:(llog.c:731:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00080000:3.0:1781281352.436289:0:23390:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x18:0x1:0x0]:0 at index 6 of catalog [0x2:0x1:0x0] 00000040:00080000:2.0:1781281352.439887:0:23390:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 6, last_idx 7 00000040:00100000:2.0:1781281352.439897:0:23390:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 6 in log [0x2:0x1:0x0] 00000040:00080000:2.0:1781281352.439979:0:23390:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x18:0x1:0x0] at index 6 of catalog [0x2:0x1:0x0] 00000040:00080000:2.0:1781281352.440383:0:23390:0:(llog.c:731:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00080000:2.0:1781281352.440389:0:23390:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x1c:0x1:0x0]:0 at index 7 of catalog [0x2:0x1:0x0] 00000020:00000080:3.0:1781281352.440517:0:23386:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281352.440535:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1781281352.440595:0:23386:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1781281352.440621:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c88b 00000100:00080000:3.0:1781281352.440636:0:23386:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1781281352.440643:0:23386:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 0000000001aa0c3b using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281352.440697:0:23386:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c33e8dc8 x1867807996520256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1781281352.440733:0:23386:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1781281352.441018:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781281352.441023:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281352.441025:0:23386:0:(obd_config.c:1460:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1781281352.441028:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1781281352.441031:0:23386:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #15 00000020:01000000:3.0:1781281352.441033:0:23386:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281352.441034:0:23386:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281352.441036:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1781281352.441039:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281352.441040:0:23386:0:(obd_config.c:1460:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:3.0:1781281352.441043:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1781281352.441047:0:23386:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1781281352.441051:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281352.441052:0:23386:0:(obd_config.c:1460:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1781281352.441055:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1781281352.441058:0:23386:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:3.0:1781281352.441078:0:23386:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1781281352.441080:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281352.441099:0:23386:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (000000001ac03b18) 00000100:00100000:0.0:1781281352.441136:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996520256:0@lo:8:llog_process_th.0 00000020:00000080:3.0:1781281352.441159:0:23386:0:(obd_config.c:648:class_attach()) OBD: dev 11 attached type osp with refcount 1 00000020:00000080:3.0:1781281352.441166:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1781281352.441245:0:23386:0:(osp_dev.c:1180:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00000100:00100000:0.0:1781281352.441251:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:01000000:3.0:1781281352.441253:0:23386:0:(osd_handler.c:1543:osd_obd_connect()) connect #6 00000020:00000080:3.0:1781281352.441262:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896c899 00000100:00100000:1.0:1781281352.441391:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520256 00000100:00100000:1.0:1781281352.441438:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310 00000100:00100000:1.0:1781281352.441446:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0+-99:2994:x1867807996520256:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1781281352.441477:0:12109:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 893 last 0 00000020:00000080:1.0:1781281352.441511:0:12109:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c8a0 00002000:00100000:1.0:1781281352.441525:0:12109:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000001389953a ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1781281352.441530:0:12109:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1781281352.441533:0:12109:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1781281352.441739:0:12109:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:1.0:1781281352.441753:0:12109:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1781281352.441781:0:12109:0:(import.c:86:import_set_state_nolock()) 0000000051e7f1a0 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281352.441855:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996520256:12345-0@lo:8:llog_process_th.0 Request processed in 408us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.441866:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310 00010000:00080000:3.0:1781281352.441893:0:23386:0:(ldlm_lib.c:121:import_set_conn()) imp 000000003b070f12@lustre-OST0001-osc-MDT0000: add connection 192.168.204.101@tcp at head 00000100:00100000:0.0:1781281352.442039:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1781281352.442050:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1781281352.442061:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:0.0:1781281352.442067:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1781281352.442070:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000001aa0c3b lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1781281352.442084:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:0.0:1781281352.442090:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996520256:0@lo:8:llog_process_th.0 00010000:00010000:3.0:1781281352.442205:0:23386:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000100:00100000:2.0:1781281352.442436:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996520384:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281352.442485:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281352.442515:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281352.442521:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005723d730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996520320:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281352.442544:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281352.442620:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520384 00000100:00100000:2.0:1781281352.442720:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520320 00000100:00100000:2.0:1781281352.442738:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1781281352.442743:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2996:x1867807996520384:12345-0@lo:400:kworker/u8:2.0 00000020:00080000:2.0:1781281352.442751:0:23367:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1781281352.442790:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2996:x1867807996520384:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (306us total) trans 0 rc -107/-107 00000100:00100000:2.0:1781281352.442797:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1781281352.442812:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281352.442815:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2996:x1867807996520320:12345-0@lo:400:kworker/u8:2.0 00000020:00080000:2.0:1781281352.442819:0:23367:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1781281352.442839:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2996:x1867807996520320:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (295us total) trans 0 rc -107/-107 00000100:00100000:2.0:1781281352.442845:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1781281352.442879:0:2996:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1781281352.442884:0:2996:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1781281352.442887:0:2996:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000004:00080000:0.0:1781281352.443428:0:23390:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:0.0:1781281352.443439:0:23390:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1c:0x1:0x0] 00000004:00080000:0.0:1781281352.443595:0:23390:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 893550640500ns, next at 0ns, rc = 0 00000100:00100000:3.0:1781281352.443950:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281352.443978:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996520448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281352.444057:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281352.444367:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520448 00000100:00100000:1.0:1781281352.444411:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1781281352.444417:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996520448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281352.444607:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 35979264 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281352.444665:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996520448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 248us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.444673:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1781281352.445833:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996520448:0@lo:13:osp-pre-0-0.0 00000040:01000000:3.0:1781281352.446168:0:23386:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1781281352.446201:0:23386:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00080000:2.0:1781281352.464586:0:2996:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281352.464610:0:2996:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 812 00000100:00080000:2.0:1781281352.464623:0:2996:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281352.464712:0:2996:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d1dec6f9 x1867807996520512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281352.464742:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005723d730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996520320:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1781281352.464787:0:2996:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1781281352.464792:0:2996:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1781281352.464796:0:2996:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1781281352.464799:0:2996:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281352.464803:0:2996:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 812 00000100:00080000:2.0:1781281352.464806:0:2996:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281352.464819:0:2996:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a292b12a x1867807996520576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281352.464829:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996520384:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1781281352.466260:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996520512:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1781281352.466377:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.466425:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996520576:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1781281352.466454:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1781281352.470724:0:23386:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1781281352.473486:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520512 00000100:00100000:2.0:1781281352.473542:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520576 00000100:00100000:2.0:1781281352.473561:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281352.473569:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996520512:12345-0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1781281352.473719:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996520512:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 149us (7341us total) trans 0 rc -11/-11 00000100:00100000:2.0:1781281352.473728:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281352.473748:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1781281352.473752:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996520576:12345-0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1781281352.473782:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996520576:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 29us (7328us total) trans 0 rc -11/-11 00000100:00100000:2.0:1781281352.473787:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1781281352.473860:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1781281352.473866:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:2.0:1781281352.473872:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996520512:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1781281352.473886:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1781281352.473889:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:2.0:1781281352.473892:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996520576:0@lo:38:ptlrpcd_00_01.0 00000040:00080000:0.0:1781281352.480594:0:23386:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x5:0x0].7, 64 off8640 00000040:00080000:0.0:1781281352.480731:0:23386:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x1e:0x0].1, 64 off8256 00000040:00080000:0.0:1781281352.486008:0:23392:0:(llog.c:731:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00080000:0.0:1781281352.486016:0:23392:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x1a:0x1:0x0]:0 at index 6 of catalog [0x5:0x1:0x0] 00000020:00000080:2.0:1781281352.489095:0:23386:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1781281352.489127:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1781281352.489195:0:23386:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1781281352.489240:0:23386:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c8a7 00000100:00080000:2.0:1781281352.489258:0:23386:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1781281352.489273:0:23386:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 000000003b070f12 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281352.489330:0:23386:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a292b12a x1867807996520640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1781281352.489358:0:23386:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1781281352.489452:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281352.489457:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.489459:0:23386:0:(obd_config.c:1460:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1781281352.489463:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281352.489467:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.489468:0:23386:0:(obd_config.c:1460:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:2.0:1781281352.489471:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1781281352.489473:0:23386:0:(obd_config.c:1435:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1781281352.489475:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281352.489477:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.489478:0:23386:0:(obd_config.c:1460:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:2.0:1781281352.489481:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281352.489483:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.489484:0:23386:0:(obd_config.c:1460:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1781281352.489488:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1781281352.489532:0:23386:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23386:1867807996520704:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281352.489676:0:23386:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281352.489705:0:23386:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b7af1c33 going to sleep for 6 seconds 00000100:00100000:2.0:1781281352.489732:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520704 00000100:00100000:2.0:1781281352.489777:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281352.489786:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e02c824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23386:x1867807996520704:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281352.490140:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e02c824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23386:x1867807996520704:12345-0@lo:502:llog_process_th.0 Request processed in 354us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281352.490149:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281352.490214:0:23386:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23386:1867807996520704:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781281352.490242:0:23386:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281352.490246:0:23386:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281352.490248:0:23386:0:(obd_config.c:1460:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1781281352.490251:0:23386:0:(llog.c:789:llog_process_thread()) stop processing plain 0x4:10:0 index 37 count 37 00000100:00100000:0.0:1781281352.490630:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996520640:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1781281352.490681:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:3.0:1781281352.492025:0:23353:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:3.0:1781281352.492075:0:23353:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1781281352.492086:0:23353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.492104:0:23353:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281352.492114:0:23353:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d8fddc8000 from 1 10000000:01000000:3.0:1781281352.492117:0:23353:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1781281352.492169:0:23353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.492177:0:23353:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.492188:0:23353:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.492217:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520768:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281352.492439:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.492464:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045673840 going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.492564:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520768 00000100:00100000:0.0:1781281352.492633:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281352.492641:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007417da4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:23353:x1867807996520768:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281352.492658:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281352.492678:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c8ae expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.492708:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 8 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.492732:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 8 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.492743:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000a0ae535, rc 0) 00000100:00100000:0.0:1781281352.492787:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007417da4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:23353:x1867807996520768:12345-0@lo:101:mount.lustre.0 Request processed in 146us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.492794:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000040:00080000:0.0:1781281352.493147:0:23392:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 6, last_idx 7 00000040:00100000:0.0:1781281352.493152:0:23392:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 6 in log [0x5:0x1:0x0] 00000040:00080000:0.0:1781281352.493198:0:23392:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x1a:0x1:0x0] at index 6 of catalog [0x5:0x1:0x0] 00000040:00080000:0.0:1781281352.493641:0:23392:0:(llog.c:731:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00080000:0.0:1781281352.493645:0:23392:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x1e:0x1:0x0]:0 at index 7 of catalog [0x5:0x1:0x0] 00000100:00100000:3.0:1781281352.494021:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520768:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281352.494048:0:23353:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.494061:0:23353:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.494891:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520832:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1781281352.495014:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.495047:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045673840 going to sleep for 6 seconds 00000100:00100000:2.0:1781281352.495493:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520640 00000100:00100000:2.0:1781281352.495552:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311 00000100:00100000:2.0:1781281352.495560:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2994:x1867807996520640:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1781281352.495606:0:12103:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 893 last 0 00000020:00000080:2.0:1781281352.495647:0:12103:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896c8bc 00002000:00100000:2.0:1781281352.495663:0:12103:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/000000008f508df8 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1781281352.495668:0:12103:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1781281352.495671:0:12103:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:2.0:1781281352.495996:0:12103:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000ebba472a 00002000:00080000:2.0:1781281352.496010:0:12103:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1781281352.496040:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000a110eaf2 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281352.496124:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996520640:12345-0@lo:8:llog_process_th.0 Request processed in 563us (5442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281352.496134:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311 00000100:00100000:0.0:1781281352.496497:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520832 00000100:00100000:0.0:1781281352.496547:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281352.496553:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005371a282 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:23353:x1867807996520832:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1781281352.496586:0:23358:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1781281352.496595:0:23358:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1781281352.496683:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005371a282 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:23353:x1867807996520832:12345-0@lo:256:mount.lustre.0 Request processed in 130us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.496691:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281352.496755:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1781281352.496766:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1781281352.496775:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:0.0:1781281352.496781:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1781281352.496783:0:2994:0:(import.c:86:import_set_state_nolock()) 000000003b070f12 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1781281352.496799:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:0.0:1781281352.496806:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996520640:0@lo:8:llog_process_th.0 00000004:00080000:0.0:1781281352.496841:0:23392:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:0.0:1781281352.496849:0:23392:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1e:0x1:0x0] 00000004:00080000:0.0:1781281352.497004:0:23392:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 893604049793ns, next at 0ns, rc = 0 00000100:00100000:0.0:1781281352.497102:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996520896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281352.497139:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.497182:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520896 00000100:00100000:0.0:1781281352.497206:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1781281352.497210:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996520896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281352.497252:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524484608 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281352.497460:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520832:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1781281352.498154:0:23353:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1781281352.498165:0:23353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.498179:0:23353:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281352.498189:0:23353:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8fddc8000 from 1 10000000:01000000:3.0:1781281352.498192:0:23353:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1781281352.498229:0:23353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.498236:0:23353:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.498245:0:23353:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281352.499292:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2998:x1867807996520896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2073us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.499308:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1781281352.499468:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520960:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281352.499529:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.499562:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045673840 going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.500789:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996520960 00000100:00100000:0.0:1781281352.500869:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281352.500877:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2149728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:23353:x1867807996520960:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281352.500898:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281352.500932:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c8ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c8c3 expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.501000:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c8ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c8c3 expref: 9 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.501013:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c8ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c8c3 expref: 9 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281352.501023:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004e8aa350, rc 0) 00000100:00100000:0.0:1781281352.501092:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2149728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996520960:12345-0@lo:101:mount.lustre.0 Request processed in 214us (1563us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.501098:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1781281352.504714:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996520960:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281352.504750:0:23353:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.504767:0:23353:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.504886:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281352.504997:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281352.505186:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996520896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281352.505464:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045673840 going to sleep for 6 seconds 00000100:00100000:3.0:1781281352.505496:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521024 00000100:00100000:3.0:1781281352.505555:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1781281352.505561:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c00352b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996521024:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281352.505811:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c00352b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996521024:12345-0@lo:501:mount.lustre.0 Request processed in 249us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281352.505819:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1781281352.505859:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521024:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281352.509712:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521088:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281352.509835:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.509867:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045673840 going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.511255:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521088 00000100:00100000:1.0:1781281352.511336:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1781281352.511344:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ace43c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996521088:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281352.511764:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ace43c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996521088:12345-0@lo:503:mount.lustre.0 Request processed in 418us (1931us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.511775:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1781281352.518125:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521088:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281352.537164:0:23394:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23394:1867807996521152:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281352.537303:0:23394:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281352.537335:0:23394:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1691a6a going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.537367:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521152 00000100:00100000:1.0:1781281352.537424:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1781281352.537432:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bff82431 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23394:x1867807996521152:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281352.538526:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bff82431 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23394:x1867807996521152:12345-0@lo:502:llog_process_th.0 Request processed in 1087us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.538543:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1781281352.538641:0:23394:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23394:1867807996521152:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281352.538694:0:23394:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1781281352.538700:0:23394:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #2 00000020:01000000:1.0:1781281352.538702:0:23394:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1781281352.538704:0:23394:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1781281352.538705:0:23394:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1781281352.538715:0:23394:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.538718:0:23394:0:(obd_config.c:1460:class_process_config()) marker 2 (0x6) general lod.*.mdt_hash 00000020:01000000:1.0:1781281352.538728:0:23394:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281352.538732:0:23394:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.538734:0:23394:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1781281352.538738:0:23394:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff91d8fddc8000 00000020:00000080:1.0:1781281352.538740:0:23394:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1781281352.546096:0:23394:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23394:1867807996521216:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281352.546224:0:23394:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281352.546261:0:23394:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f1691a6a going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.549823:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521216 00000100:00100000:1.0:1781281352.549895:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281352.549903:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069fc357b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23394:x1867807996521216:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281352.550382:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069fc357b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23394:x1867807996521216:12345-0@lo:502:llog_process_th.0 Request processed in 475us (4156us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.550393:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281352.550500:0:23394:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23394:1867807996521216:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281352.550551:0:23394:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281352.550562:0:23394:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281352.550564:0:23394:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1781281352.550573:0:23394:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:3.0:1781281352.565103:0:23353:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1781281352.565168:0:23353:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1781281352.565179:0:23353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.565198:0:23353:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281352.565430:0:23353:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1781281352.565434:0:23353:0:(mgc_request.c:336:config_log_add()) add config log lustre-client-ffff91d8fddc8000 10000000:01000000:3.0:1781281352.565437:0:23353:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-client-ffff91d8fddc8000 10000000:01000000:3.0:1781281352.565444:0:23353:0:(mgc_request.c:90:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1781281352.565450:0:23353:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8fddc8000 from 1 10000000:01000000:3.0:1781281352.565453:0:23353:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781281352.565500:0:23353:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.565510:0:23353:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.565522:0:23353:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.565555:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521280:0@lo:101:mount.lustre.0 00000004:00080000:2.0:1781281352.567007:0:23397:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:3.0:1781281352.569173:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281352.569793:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521280 00000100:00100000:3.0:1781281352.569821:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f4a4188c going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.569856:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1781281352.569864:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000167f948e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996521280:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281352.569888:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281352.569918:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c8d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c8d1 expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.569994:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c8d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c8d1 expref: 10 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.570010:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c8d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c8d1 expref: 10 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281352.570022:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b4cc3ac, rc 0) 00000100:00100000:1.0:1781281352.570105:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000167f948e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23353:x1867807996521280:12345-0@lo:101:mount.lustre.0 Request processed in 241us (4447us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.570114:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1781281352.570162:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521280:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281352.570184:0:23353:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.570195:0:23353:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.570438:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521344:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281352.570484:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.570503:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f4a4188c going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.570695:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521344 00000100:00100000:1.0:1781281352.570723:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1781281352.570728:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cfc5e4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23353:x1867807996521344:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281352.570882:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cfc5e4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23353:x1867807996521344:12345-0@lo:501:mount.lustre.0 Request processed in 153us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.570890:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1781281352.571425:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521344:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281352.571471:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281352.571524:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.571549:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f4a4188c going to sleep for 6 seconds 00000100:00100000:1.0:1781281352.571555:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521408 00000100:00100000:1.0:1781281352.571590:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1781281352.571595:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb1075e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23353:x1867807996521408:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281352.571809:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb1075e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23353:x1867807996521408:12345-0@lo:503:mount.lustre.0 Request processed in 212us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281352.571816:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281352.573074:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521408:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281352.581258:0:23398:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23398:1867807996521472:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281352.583909:0:23398:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.583979:0:23398:0:(client.c:2500:ptlrpc_set_wait()) set 000000002b7fab8b going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.584020:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521472 00000100:00100000:0.0:1781281352.584083:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281352.584091:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aedb4654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23398:x1867807996521472:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281352.585831:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aedb4654 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23398:x1867807996521472:12345-0@lo:502:llog_process_th.0 Request processed in 1731us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.585850:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281352.585948:0:23398:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23398:1867807996521472:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1781281352.586047:0:23398:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1781281352.586054:0:23398:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281352.586074:0:23398:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000870cab8e) 00000020:00000080:0.0:1781281352.586141:0:23398:0:(obd_config.c:648:class_attach()) OBD: dev 17 attached type lwp with refcount 1 00000020:00000080:0.0:1781281352.586148:0:23398:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1781281352.587033:0:23398:0:(ldlm_lib.c:121:import_set_conn()) imp 000000009825f462@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:0.0:1781281352.593600:0:23398:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:0.0:1781281352.593747:0:23398:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1781281352.593800:0:23398:0:(lwp_dev.c:495:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1781281352.593820:0:23398:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3e391ad4c896c8e6 00000100:00080000:0.0:1781281352.593833:0:23398:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1781281352.593839:0:23398:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000009825f462 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281352.593898:0:23398:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070815b0e x1867807996521536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1781281352.593945:0:23398:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1781281352.594319:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996521536:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1781281352.594416:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.595118:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521536 00000100:00100000:0.0:1781281352.595211:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1781281352.595218:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1dec6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996521536:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1781281352.595314:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1dec6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996521536:12345-0@lo:38:llog_process_th.0 Request processed in 96us (900us total) trans 0 rc -11/-11 00000100:00100000:0.0:1781281352.595322:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1781281352.602330:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1781281352.602351:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009825f462 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1781281352.602359:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:0.0:1781281352.602370:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996521536:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1781281352.602599:0:23398:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23398:1867807996521600:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281352.602709:0:23398:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281352.602740:0:23398:0:(client.c:2500:ptlrpc_set_wait()) set 0000000051b18cf6 going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.602766:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521600 00000100:00100000:0.0:1781281352.607201:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1781281352.607221:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b44d8c3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23398:x1867807996521600:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281352.608093:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b44d8c3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23398:x1867807996521600:12345-0@lo:502:llog_process_th.0 Request processed in 870us (5381us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281352.608107:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1781281352.608216:0:23398:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23398:1867807996521600:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781281352.608280:0:23398:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 00000020:01000000:3.0:1781281352.611603:0:23353:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1781281352.611676:0:23353:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781281352.611688:0:23353:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.611711:0:23353:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281352.611754:0:23353:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x40000005 10000000:01000000:3.0:1781281352.611798:0:23353:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1781281352.611823:0:23353:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521664:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1781281352.611928:0:23353:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.611988:0:23353:0:(client.c:2500:ptlrpc_set_wait()) set 0000000045673840 going to sleep for 6 seconds 00000100:00100000:0.0:1781281352.612125:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521664 00000100:00100000:0.0:1781281352.612193:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1781281352.612201:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af110b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:23353:x1867807996521664:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1781281352.612231:0:23356:0:(mgs_handler.c:365:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:2.0:1781281352.630986:0:23397:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:1.0:1781281352.667284:0:23356:0:(mgs_nids.c:546:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1781281352.667342:0:23356:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1781281352.669449:0:23382:0:(mgs_nids.c:444:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1781281352.669460:0:23382:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1781281352.669491:0:23382:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.669517:0:23382:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 10 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.669525:0:23382:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.669595:0:23382:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 10 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281352.669612:0:23382:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 10 pid: 23357 timeout: 993 lvb_type: 0 00000100:00100000:3.0:1781281352.669631:0:23382:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23382:1867807996521728:0@lo:104: 00000100:00100000:3.0:1781281352.669740:0:23382:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281352.669776:0:23382:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079602d1c going to sleep for 11 seconds 00000100:00100000:2.0:1781281352.670139:0:5489:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521728 00000100:00100000:2.0:1781281352.670209:0:5489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281352.670217:0:5489:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:23382:x1867807996521728:12345-0@lo:104: 00010000:00010000:2.0:1781281352.670232:0:5489:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.670319:0:5489:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1781281352.670324:0:5489:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f32f95e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:23382:x1867807996521728:12345-0@lo:104: Request processed in 107us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281352.670332:0:5489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00010000:2.0:1781281352.670358:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281352.670363:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.670371:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006959425b already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281352.670375:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.670383:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281352.670390:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281352.670400:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281352.670436:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.670443:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281352.670468:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.670475:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000006959425b/0x3e391ad4c896c8ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896c8b5 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.670493:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281352.670495:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281352.670497:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281352.670521:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996521792:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1781281352.670555:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281352.670633:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521792 00010000:00010000:2.0:1781281352.670652:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 11 pid: 23357 timeout: 993 lvb_type: 0 00000100:00100000:3.0:1781281352.670830:0:23382:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23382:1867807996521728:0@lo:104: 00010000:00010000:3.0:1781281352.670855:0:23382:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281352.671062:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1781281352.671068:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:2995:x1867807996521792:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281352.671084:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281352.671089:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 11 pid: 23357 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1781281352.671099:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 11 pid: 23357 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1781281352.671115:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c8b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3e391ad4c896c8ae expref: 11 pid: 23357 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1781281352.671134:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671142:0:5491:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1781281352.671162:0:5491:0:(mgs_nids.c:420:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001702463s 00010000:00010000:2.0:1781281352.671167:0:5491:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671174:0:5491:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671182:0:5491:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671187:0:5491:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671193:0:5491:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000081e63e23 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281352.671197:0:5491:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671205:0:5491:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671219:0:5491:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671228:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281352.671272:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:2995:x1867807996521792:12345-0@lo:103:ldlm_bl_03.0 Request processed in 204us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281352.671284:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1781281352.671613:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996521792:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281352.671633:0:23382:0:(ldlm_request.c:196:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671640:0:23382:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281352.671645:0:23382:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000081e63e23/0x3e391ad4c896c8ed lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281352.683404:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af110b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:23353:x1867807996521664:12345-0@lo:253:mount.lustre.0 Request processed in 71188us (71464us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281352.683431:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1781281352.684013:0:23353:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:23353:1867807996521664:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1781281352.684036:0:23353:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:02000000:0.0:1781281352.684062:0:23353:0:(obd_mount_server.c:2104:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1781281352.695136:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281352.695413:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281352.695545:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281352.695610:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281352.695738:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281352.695789:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281352.697654:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281352.697720:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281352.697828:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281352.697907:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281352.700016:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281352.700105:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:3.0:1781281352.747196:0:23353:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1781281352.747318:0:23403:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:3.0:1781281352.747323:0:23403:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:3.0:1781281352.750915:0:23404:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:3.0:1781281352.752106:0:23404:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1781281352.757273:0:23404:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x1:1024:0 index 261376 count 1 00000004:00080000:3.0:1781281352.757331:0:23404:0:(lod_dev.c:439:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1781281352.757336:0:23404:0:(lod_dev.c:462:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:1.0:1781281352.774594:0:23353:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1781281352.775119:0:23353:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1781281352.775687:0:23353:0:(mdd_device.c:544:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1781281352.775701:0:23353:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1781281352.775813:0:23353:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1781281352.781127:0:23353:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:10:0 index 64768 count 1 00000040:00080000:1.0:1781281352.781716:0:23353:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x6:10:0 index 64768 count 1 00000040:01000000:1.0:1781281352.781748:0:23353:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1781281352.782004:0:23353:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1781281352.796089:0:23353:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3b:0x0] (8/8/4) registered 00010000:00080000:2.0:1781281352.807415:0:23353:0:(ldlm_lib.c:2932:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 25769803779 00010000:00080000:2.0:1781281352.808888:0:23405:0:(ldlm_lib.c:2747:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 23405 00010000:02000000:2.0:1781281352.808913:0:23405:0:(ldlm_lib.c:2220:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:3.0:1781281352.810172:0:23353:0:(obd_mount_server.c:312:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:3.0:1781281352.810215:0:23353:0:(obd_mount_server.c:1875:server_fill_super_common()) Server sb, dev=47 00000080:00000004:3.0:1781281352.810254:0:23353:0:(super25.c:186:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00080000:2.0:1781281352.823050:0:23405:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1781281352.823060:0:23405:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00010000:2.0:1781281352.952158:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1781281353.455673:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1781281353.455683:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d8fddc8000 from 11 10000000:01000000:3.0:1781281353.455690:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1781281353.455755:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281353.455768:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281353.455779:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281353.455811:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996521856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281353.455906:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281353.455945:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e526e6e8 going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.456100:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521856 00000100:00100000:2.0:1781281353.456168:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1781281353.456175:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd9aea66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:5503:x1867807996521856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.456190:0:23356:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281353.456207:0:23356:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000773fc711/0x3e391ad4c896c8fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c8f4 expref: -99 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.456234:0:23356:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000773fc711/0x3e391ad4c896c8fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c8f4 expref: 10 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.456243:0:23356:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000773fc711/0x3e391ad4c896c8fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c8f4 expref: 10 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.456266:0:23356:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000773fc711, rc 0) 00000100:00100000:2.0:1781281353.457645:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd9aea66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996521856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1460us (1731us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.457663:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1781281353.457707:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996521856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281353.457732:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.457744:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.457905:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996521920:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.457976:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.458004:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000660d511a going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.459593:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521920 00000100:00100000:2.0:1781281353.459666:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1781281353.459674:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b6b9aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996521920:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1781281353.459708:0:23356:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1781281353.459721:0:23356:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:2.0:1781281353.459724:0:23356:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 11 00000100:00100000:2.0:1781281353.459885:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b6b9aae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996521920:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 210us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.459893:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281353.460101:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996521920:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1781281353.460223:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1781281353.460233:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.460247:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281353.460273:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781281353.460276:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8ffdb5000 from 42 10000000:01000000:0.0:1781281353.460280:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781281353.460387:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.460395:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.460406:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281353.460429:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996521984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.460474:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281353.460540:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a50e305 going to sleep for 6 seconds 00000100:00100000:3.0:1781281353.461891:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996521984 00000100:00100000:3.0:1781281353.462043:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1781281353.462050:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af6f03a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996521984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281353.462068:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281353.462091:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006959425b/0x3e391ad4c896c909 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c902 expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281353.462131:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006959425b/0x3e391ad4c896c909 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c902 expref: 11 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281353.462142:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006959425b/0x3e391ad4c896c909 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c902 expref: 11 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281353.462152:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006959425b, rc 0) 00000100:00100000:3.0:1781281353.462240:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af6f03a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996521984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281353.462247:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281353.462350:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996521984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281353.462368:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.462378:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281353.462461:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.462493:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281353.467064:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000007a50e305 going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.471020:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522048 00000100:00100000:2.0:1781281353.471102:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1781281353.471110:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002542d5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996522048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.471396:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002542d5c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996522048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 285us (8902us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.471405:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1781281353.471484:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.471546:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.471616:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.471635:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3d2774f going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.471652:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522112 00000100:00100000:2.0:1781281353.471670:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1781281353.471673:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022644b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996522112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.471857:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022644b84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996522112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 182us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.471864:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1781281353.471902:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522112:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281353.472534:0:23426:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:1.0:1781281353.473627:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1781281353.473667:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781281353.473676:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.473692:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281353.473703:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1781281353.473706:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1781281353.473710:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1781281353.473757:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.473765:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.473776:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.474485:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.474592:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.474632:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000660d511a going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.474723:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522176 00000100:00100000:2.0:1781281353.474778:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1781281353.474785:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000617e3efc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996522176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.474802:0:23356:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281353.474822:0:23356:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c917 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c910 expref: -99 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.474856:0:23356:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c917 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c910 expref: 12 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.474868:0:23356:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c917 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c910 expref: 12 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.474878:0:23356:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000acb99dce, rc 0) 00000100:00100000:2.0:1781281353.474925:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000617e3efc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996522176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.474932:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1781281353.475936:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281353.475982:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.475997:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.476092:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.476911:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.476949:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000660d511a going to sleep for 6 seconds 00000100:00100000:0.0:1781281353.477081:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522240 00000100:00100000:0.0:1781281353.477169:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1781281353.477176:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000693d5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996522240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.477583:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000693d5a45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996522240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 406us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281353.477596:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1781281353.477920:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.478008:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.478082:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.479721:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000660d511a going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.480107:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522304 00000100:00100000:2.0:1781281353.482006:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281353.482088:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1b8fb87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996522304:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.495312:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1b8fb87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996522304:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 13235us (17213us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.495332:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1781281353.495560:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac1ab137 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522304:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281353.496570:0:23429:0:(llog.c:789:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:1.0:1781281353.496878:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1781281353.496911:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1781281353.496922:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.496936:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281353.496947:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1781281353.496949:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8ffdb5000 from 7 10000000:01000000:1.0:1781281353.496984:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1781281353.497033:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.497041:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.497052:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.497080:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.497163:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.497191:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935dfe64 going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.497486:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522368 00000100:00100000:2.0:1781281353.497558:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281353.497574:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096ba3973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996522368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.497596:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281353.497617:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c925 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c91e expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.497654:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c91e expref: 13 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.497665:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c925 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c91e expref: 13 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.497676:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a2e343c3, rc 0) 00000100:00100000:2.0:1781281353.497725:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096ba3973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996522368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.497733:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1781281353.497917:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281353.497936:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.497947:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.498045:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.498077:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.498088:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935dfe64 going to sleep for 6 seconds 00000100:00100000:1.0:1781281353.498109:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522432 00000100:00100000:1.0:1781281353.498141:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281353.498146:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000652e3d6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996522432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.498321:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000652e3d6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996522432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.498328:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281353.498360:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.498387:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.498440:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.498465:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935dfe64 going to sleep for 6 seconds 00000100:00100000:1.0:1781281353.498478:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522496 00000100:00100000:1.0:1781281353.498493:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281353.498496:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000817d61fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996522496:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.498692:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000817d61fe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996522496:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.498699:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281353.498738:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522496:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281353.500114:0:23430:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:1.0:1781281353.500421:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1781281353.500449:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1781281353.500538:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.500553:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281353.500576:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1781281353.500579:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d901d89800 from 42 10000000:01000000:1.0:1781281353.500583:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781281353.500623:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.500631:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.500642:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.500670:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.500748:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.500822:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935dfe64 going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.500875:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522560 00000100:00100000:2.0:1781281353.501049:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281353.501058:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a862f9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996522560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.501073:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281353.501093:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000088b38799/0x3e391ad4c896c933 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c92c expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.501124:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000088b38799/0x3e391ad4c896c933 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c92c expref: 14 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.501135:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000088b38799/0x3e391ad4c896c933 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c92c expref: 14 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.501145:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000088b38799, rc 0) 00000100:00100000:2.0:1781281353.501266:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a862f9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996522560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 207us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.501273:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1781281353.501533:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281353.501550:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.501560:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281353.501636:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.501668:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281353.501724:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000009108b197 going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.501758:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522624 00000100:00100000:2.0:1781281353.501813:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1781281353.501818:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bb3ca47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996522624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.501988:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bb3ca47 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996522624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 168us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.501996:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1781281353.502060:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.502087:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.502139:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281353.502234:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000009108b197 going to sleep for 6 seconds 00000100:00100000:1.0:1781281353.502543:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522688 00000100:00100000:1.0:1781281353.502600:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1781281353.502604:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fc0c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996522688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.502804:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fc0c3d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996522688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 198us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.502811:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1781281353.502854:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522688:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281353.503679:0:23431:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:0.0:1781281353.503941:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:0.0:1781281353.504054:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781281353.504064:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.504077:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281353.504088:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1781281353.504091:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1781281353.504094:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1781281353.504133:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.504141:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.504151:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281353.504175:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c8a1e26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.504237:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281353.504367:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000009108b197 going to sleep for 6 seconds 00000100:00100000:2.0:1781281353.504414:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522752 00000100:00100000:2.0:1781281353.504577:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281353.504585:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000766dcdbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996522752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.504602:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281353.504622:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bd41f25a/0x3e391ad4c896c941 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c93a expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.504655:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bd41f25a/0x3e391ad4c896c941 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c93a expref: 15 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.504667:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bd41f25a/0x3e391ad4c896c941 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c93a expref: 15 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.504677:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bd41f25a, rc 0) 00000100:00100000:2.0:1781281353.504722:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000766dcdbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996522752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281353.504729:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281353.504772:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c8a1e26 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.504785:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.504794:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281353.504852:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.504878:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.505102:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000008055136e going to sleep for 6 seconds 00000100:00100000:0.0:1781281353.505159:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522816 00000100:00100000:1.0:1781281353.505352:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1781281353.505358:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000370fa7af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996522816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.505646:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000370fa7af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996522816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 283us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.505656:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1781281353.505843:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.505887:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.505936:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.506156:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000008055136e going to sleep for 6 seconds 00000100:00100000:0.0:1781281353.506191:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522880 00000100:00100000:0.0:1781281353.506214:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1781281353.506219:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000674391f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996522880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.509650:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000674391f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996522880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3419us (3703us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281353.509670:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281353.509788:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000961f7194 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522880:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781281353.514603:0:23432:0:(llog.c:789:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:0.0:1781281353.514836:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1781281353.514873:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1781281353.514884:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.514901:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281353.514913:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1781281353.514916:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d901d89800 from 7 10000000:01000000:0.0:1781281353.514920:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1781281353.515001:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.515009:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.515021:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281353.515056:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.515157:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281353.515189:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000009108b197 going to sleep for 6 seconds 00000100:00100000:0.0:1781281353.515229:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996522944 00000100:00100000:0.0:1781281353.515376:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1781281353.515384:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8787b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996522944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281353.515402:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281353.515419:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b5484231/0x3e391ad4c896c94f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c948 expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.515449:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5484231/0x3e391ad4c896c94f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c948 expref: 16 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.515700:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b5484231/0x3e391ad4c896c94f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c948 expref: 16 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.515710:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b5484231, rc 0) 00000100:00100000:0.0:1781281353.516077:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8787b10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996522944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 691us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281353.516088:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1781281353.516217:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996522944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.516236:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.516247:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281353.516409:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.516448:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.516603:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c54b19eb going to sleep for 6 seconds 00000100:00100000:0.0:1781281353.516646:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523008 00000100:00100000:0.0:1781281353.516720:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1781281353.516727:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dc2c6ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996523008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281353.516892:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dc2c6ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996523008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 164us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281353.516899:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1781281353.516983:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.517019:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.517070:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.517164:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c54b19eb going to sleep for 6 seconds 00000100:00100000:1.0:1781281353.517195:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523072 00000100:00100000:1.0:1781281353.517265:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1781281353.517269:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c6a6f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996523072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.517641:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c6a6f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996523072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 368us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.517650:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1781281353.517695:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523072:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281353.523732:0:23433:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:2.0:1781281353.524099:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:2.0:1781281353.524136:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1781281353.524146:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.524162:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281353.524172:0:5503:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1781281353.524175:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log nodemap-ffff91d8c6135360 from 1 10000000:01000000:2.0:1781281353.524179:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1781281353.524235:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.524243:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.524397:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281353.524434:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.524638:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.524722:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071b1f0c5 going to sleep for 6 seconds 00000100:00100000:0.0:1781281353.524775:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523136 00000100:00100000:0.0:1781281353.524878:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1781281353.524887:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7735557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996523136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281353.524905:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281353.524925:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001399e19c/0x3e391ad4c896c95d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c956 expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.524997:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001399e19c/0x3e391ad4c896c95d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c956 expref: 17 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.525009:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001399e19c/0x3e391ad4c896c95d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c956 expref: 17 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281353.525018:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001399e19c, rc 0) 00000100:00100000:0.0:1781281353.525068:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7735557 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996523136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281353.525075:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1781281353.525176:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281353.525194:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.525204:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281353.525228:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1781281353.525232:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.525238:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281353.525246:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1781281353.525248:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff91d8c6135360 from 1 10000000:01000000:2.0:1781281353.525261:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1781281353.525281:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.525286:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.525291:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281353.525303:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281353.525342:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281353.525642:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000071b1f0c5 going to sleep for 6 seconds 00000100:00100000:1.0:1781281353.525679:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523200 00000100:00100000:1.0:1781281353.525702:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1781281353.525706:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057dc3686 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996523200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281353.525715:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281353.525725:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000670a308c/0x3e391ad4c896c96b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896c964 expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.525740:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000670a308c/0x3e391ad4c896c96b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896c964 expref: 18 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.525747:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000670a308c/0x3e391ad4c896c96b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896c964 expref: 18 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.525753:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000670a308c, rc 0) 00000100:00100000:1.0:1781281353.525785:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057dc3686 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996523200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 78us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281353.525794:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1781281353.525822:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281353.525832:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.525838:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281353.525890:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.525910:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281353.525920:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000935dfe64 going to sleep for 6 seconds 00000100:00100000:1.0:1781281353.525931:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523264 00000100:00100000:1.0:1781281353.525943:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1781281353.525947:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ab5c28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996523264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281353.526062:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ab5c28 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996523264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (150us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781281353.526069:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1781281353.526091:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2fd2c44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996523264:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1781281353.526113:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1781281353.526116:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281353.526121:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281353.970757:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281353.999858:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.008907:0:23356:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811776 00000100:00100000:3.0:1781281354.009160:0:23356:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:3.0:1781281354.009170:0:23356:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099dd2beb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:5005:x1867807981811776:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281354.009197:0:23356:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281354.009225:0:23356:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c3615b23/0x3e391ad4c896c972 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485b0 expref: -99 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.009269:0:23356:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c3615b23/0x3e391ad4c896c972 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485b0 expref: 5 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.009283:0:23356:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c3615b23/0x3e391ad4c896c972 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485b0 expref: 5 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.009296:0:23356:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c3615b23, rc 0) 00000100:00100000:3.0:1781281354.009321:0:23356:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099dd2beb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981811776:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 151us (9554us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281354.009329:0:23356:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:3.0:1781281354.012068:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281354.014526:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811840 00000100:00100000:2.0:1781281354.014629:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:2.0:1781281354.014639:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013348412 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981811840:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 20000000:01000000:2.0:1781281354.014679:0:23357:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:2.0:1781281354.014712:0:23357:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:2.0:1781281354.014716:0:23357:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 11 00000100:00100000:3.0:1781281354.019388:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013348412 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981811840:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 Request processed in 4734us (7315us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281354.019414:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:2.0:1781281354.039284:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281354.039600:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811904 00000100:00100000:1.0:1781281354.039676:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:1.0:1781281354.039685:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000528a7248 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981811904:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281354.039710:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281354.039739:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b6d2482c/0x3e391ad4c896c979 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485b7 expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.039790:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b6d2482c/0x3e391ad4c896c979 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485b7 expref: 6 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.039805:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b6d2482c/0x3e391ad4c896c979 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485b7 expref: 6 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.039817:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b6d2482c, rc 0) 00000100:00100000:1.0:1781281354.039894:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000528a7248 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981811904:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 208us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281354.039902:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:2.0:1781281354.060731:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.061410:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981811968 00000100:00100000:3.0:1781281354.061497:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:3.0:1781281354.061505:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d95bfdbe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981811968:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281354.061737:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d95bfdbe pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981811968:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 231us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281354.061747:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:3.0:1781281354.097872:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281354.099007:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812032 00000100:00100000:0.0:1781281354.099073:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:0.0:1781281354.099081:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a912b26b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981812032:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281354.099387:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a912b26b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981812032:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 306us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281354.099401:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:0.0:1781281354.106714:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281354.107093:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812096 00000100:00100000:1.0:1781281354.107152:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 7 00000100:00100000:1.0:1781281354.107160:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2210:x1867807981812096:12345-192.168.204.1@tcp:38:lctl.0 00010000:00080000:1.0:1781281354.107200:0:23367:0:(ldlm_lib.c:889:target_handle_reconnect()) connect export for UUID 'fd013285-183a-4106-aea7-7bb500a78bd8' at 00000000419735b9, cookie 0x3e391ad4c896c861 00010000:00080000:1.0:1781281354.107207:0:23367:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp recovering/t18446637794810310536 exp 00000000419735b9 cur 895 last 1781281352 00010000:02000400:1.0:1781281354.107218:0:23367:0:(ldlm_lib.c:1923:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00000100:00100000:3.0:1781281354.112690:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281354.112810:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812160 00000100:00100000:2.0:1781281354.112874:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:2.0:1781281354.112881:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e941082 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981812160:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281354.112907:0:23358:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281354.112932:0:23358:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cef514e2/0x3e391ad4c896c980 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485be expref: -99 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.113007:0:23358:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cef514e2/0x3e391ad4c896c980 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485be expref: 8 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.113020:0:23358:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cef514e2/0x3e391ad4c896c980 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485be expref: 8 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.113031:0:23358:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cef514e2, rc 0) 00000100:00100000:2.0:1781281354.113100:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e941082 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981812160:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 217us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281354.113108:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 50 00010000:00080000:1.0:1781281354.118927:0:23367:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000004:00100000:1.0:1781281354.119018:0:23367:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1781281354.119029:0:23367:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000005e2c7179 00000100:00080000:1.0:1781281354.119137:0:23367:0:(import.c:86:import_set_state_nolock()) 0000000035638f6b : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281354.119268:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981812096:12345-192.168.204.1@tcp:38:lctl.0 Request processed in 12106us (12567us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281354.119283:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 7 00010000:00080000:0.0:1781281354.123670:0:23405:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:0.0:1781281354.123685:0:23405:0:(ldlm_lib.c:2581:replay_request_or_update()) Waiting for transno 25769803780 00000020:00080000:0.0:1781281354.123697:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.123703:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803780 00000020:00080000:0.0:1781281354.123707:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.123709:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803780 00000100:00100000:3.0:1781281354.142062:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.142129:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281354.142262:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812224 00000100:00100000:0.0:1781281354.142330:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:0.0:1781281354.142339:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000684d9afd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981812224:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281354.142372:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809408 00000100:00100000:1.0:1781281354.142411:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 8 00000100:00100000:1.0:1781281354.142417:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981809408:12345-192.168.204.1@tcp:101:lfs.0 00010000:00080000:1.0:1781281354.142443:0:23367:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 25769803780, current: 25769803780, replaying 00000100:00100000:1.0:1781281354.142460:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981809408:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 43us (332us total) trans 0 rc 0/-999 00000100:00100000:1.0:1781281354.142467:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 8 00000020:00080000:1.0:1781281354.142485:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.142489:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 25769803780, next_transno: 25769803780 00010000:00080000:1.0:1781281354.142494:0:23405:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (25769803780) 00000020:00080000:1.0:1781281354.142499:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.142512:0:23405:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981809408 t25769803780 from 192.168.204.1@tcp req@000000004f8a62dc x1867807981809408/t0(25769803780) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:79/0 lens 536/0 e 0 to 0 dl 1781281394 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'lfs.0' 00010000:00010000:1.0:1781281354.142535:0:23405:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:0.0:1781281354.142573:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000684d9afd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981812224:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 233us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281354.142582:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 51 00010000:00010000:1.0:1781281354.142583:0:23405:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000f089c6e/0x3e391ad4c896c987 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485a2 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1781281354.145930:0:23405:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3276us 00000100:00100000:0.0:1781281354.152376:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.152478:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812288 00000100:00100000:3.0:1781281354.152561:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:3.0:1781281354.152571:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cccf1f39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981812288:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281354.152908:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cccf1f39 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981812288:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 337us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281354.152918:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:0.0:1781281354.188779:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281354.188844:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812352 00000100:00100000:0.0:1781281354.188903:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:0.0:1781281354.188912:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd811fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981812352:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281354.188938:0:23357:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281354.188986:0:23357:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c98e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485c5 expref: -99 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.189028:0:23357:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c98e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485c5 expref: 9 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.189046:0:23357:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c98e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485c5 expref: 9 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.189056:0:23357:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000a0ae535, rc 0) 00000100:00100000:0.0:1781281354.189122:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd811fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981812352:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 210us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281354.189131:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:0.0:1781281354.200938:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.201535:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812416 00000100:00100000:3.0:1781281354.201613:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:3.0:1781281354.201629:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fcdf3b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981812416:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281354.201857:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fcdf3b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981812416:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 232us (926us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781281354.201868:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 54 00010000:00010000:0.0:1781281354.224358:0:23405:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.224411:0:23405:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.224440:0:23405:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.224457:0:23405:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.224464:0:23405:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.224470:0:23405:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281354.231694:0:23405:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42b:0x0]: returning size 0 00000004:00080000:0.0:1781281354.231723:0:23405:0:(mdt_open.c:477:mdt_mfd_open()) orphan mfd not found, fid = [0x200000bd1:0x42b:0x0], cookie = 0x3e391ad4c896c7c7 00000004:00080000:0.0:1781281354.231725:0:23405:0:(mdt_open.c:481:mdt_mfd_open()) Store old cookie 0x3e391ad4c896c7c7 in new mfd 00010000:00010000:0.0:1781281354.231741:0:23405:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231755:0:23405:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231763:0:23405:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231769:0:23405:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002091eff4 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281354.231773:0:23405:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231780:0:23405:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231796:0:23405:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000a2d1d40e) 00010000:00010000:0.0:1781281354.231798:0:23405:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281354.231803:0:23405:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231808:0:23405:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002091eff4/0x3e391ad4c896c995 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281354.231823:0:23405:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004f8a62dc reply state 000000006406d2a8 transno 25769803780 ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231855:0:23405:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000f089c6e/0x3e391ad4c896c987 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 8 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231863:0:23405:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000f089c6e/0x3e391ad4c896c987 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a2 expref: 8 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.231877:0:23405:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000f089c6e, rc 0) 00010000:00080000:0.0:1781281354.231997:0:23405:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:0.0:1781281354.232017:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.232020:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803781 00000020:00080000:0.0:1781281354.232024:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.232025:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803781 00010000:00010000:1.0:1781281354.238324:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.238359:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.238368:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.238379:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050056d88 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281354.238384:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.238394:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.238420:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (000000007f40773f) 00010000:00010000:1.0:1781281354.238424:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281354.238431:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.238437:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050056d88/0x3e391ad4c896c99c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281354.287492:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.288357:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809536 00000100:00100000:3.0:1781281354.291135:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:3.0:1781281354.291172:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981809536:12345-192.168.204.1@tcp:101:lfs.0 00010000:00080000:3.0:1781281354.291209:0:23368:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 25769803781, current: 25769803781, replaying 00000100:00100000:3.0:1781281354.291249:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981809536:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 85us (3768us total) trans 0 rc 0/-999 00000020:00080000:1.0:1781281354.292101:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.292107:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 25769803781, next_transno: 25769803781 00010000:00080000:1.0:1781281354.292112:0:23405:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (25769803781) 00000020:00080000:1.0:1781281354.292116:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.292129:0:23405:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981809536 t25769803781 from 192.168.204.1@tcp req@000000001e49d507 x1867807981809536/t0(25769803781) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:79/0 lens 736/0 e 0 to 0 dl 1781281394 ref 2 fl Complete:/4/ffffffff rc 0/-1 job:'lfs.0' 00010000:00010000:1.0:1781281354.292177:0:23405:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281354.292213:0:23405:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485a9 expref: -99 pid: 23405 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281354.292512:0:23405:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42b:0x0]: returning size 0 00000004:00080000:1.0:1781281354.292907:0:23405:0:(mdt_open.c:477:mdt_mfd_open()) orphan mfd not found, fid = [0x200000bd1:0x42b:0x0], cookie = 0x3e391ad4c896c7dc 00000004:00080000:1.0:1781281354.292911:0:23405:0:(mdt_open.c:481:mdt_mfd_open()) Store old cookie 0x3e391ad4c896c7dc in new mfd 00010000:00010000:1.0:1781281354.292949:0:23405:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a9 expref: 9 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.293422:0:23405:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485a9 expref: 9 pid: 23405 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.293457:0:23405:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000009c5a8d27, rc 0) 00010000:00080000:1.0:1781281354.293582:0:23405:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:1.0:1781281354.293599:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.293602:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803782 00000020:00080000:1.0:1781281354.293606:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.293607:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803782 00000100:00100000:1.0:1781281354.298737:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281354.299135:0:23370:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809792 00000100:00100000:3.0:1781281354.299296:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:1.0:1781281354.299580:0:23370:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:1.0:1781281354.299587:0:23370:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981809792:12345-192.168.204.1@tcp:35:lfs.0 00010000:00080000:1.0:1781281354.299618:0:23370:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 25769803782, current: 25769803782, replaying 00000100:00100000:1.0:1781281354.299633:0:23370:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981809792:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 46us (914us total) trans 0 rc 0/-999 00000100:00100000:1.0:1781281354.299640:0:23370:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000020:00080000:0.0:1781281354.300137:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.300143:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 25769803782, next_transno: 25769803782 00010000:00080000:0.0:1781281354.300149:0:23405:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (25769803782) 00000020:00080000:0.0:1781281354.300153:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.300218:0:23405:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981809792 t25769803782 from 192.168.204.1@tcp req@00000000c2fd2c44 x1867807981809792/t0(25769803782) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:45/0 lens 392/0 e 0 to 0 dl 1781281360 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'lfs.0' 00010000:00080000:0.0:1781281354.302414:0:23405:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:0.0:1781281354.302452:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.302457:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803783 00000020:00080000:0.0:1781281354.302462:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281354.302463:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803783 00000100:00100000:1.0:1781281354.311382:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281354.311572:0:23369:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981809920 00000100:00100000:3.0:1781281354.311638:0:23369:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:3.0:1781281354.311647:0:23369:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981809920:12345-192.168.204.1@tcp:35:lfs.0 00010000:00080000:3.0:1781281354.311676:0:23369:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 25769803783, current: 25769803783, replaying 00000100:00100000:3.0:1781281354.311700:0:23369:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981809920:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 53us (332us total) trans 0 rc 0/-999 00000100:00100000:3.0:1781281354.311708:0:23369:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000020:00080000:2.0:1781281354.311891:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281354.311896:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 25769803783, next_transno: 25769803783 00010000:00080000:2.0:1781281354.311901:0:23405:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (25769803783) 00000020:00080000:2.0:1781281354.311905:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281354.311916:0:23405:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981809920 t25769803783 from 192.168.204.1@tcp req@00000000ac1ab137 x1867807981809920/t0(25769803783) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:56/0 lens 392/0 e 0 to 0 dl 1781281371 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'lfs.0' 00010000:00080000:1.0:1781281354.319356:0:23405:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:1.0:1781281354.319409:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.319413:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803784 00000020:00080000:1.0:1781281354.319417:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.319418:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 25769803784 00000100:00100000:1.0:1781281354.328702:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281354.328789:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812480 00000100:00100000:2.0:1781281354.328875:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:2.0:1781281354.328884:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:2210:x1867807981812480:12345-192.168.204.1@tcp:400:ldlm_lock_repla.0 00010000:00080000:2.0:1781281354.328926:0:23367:0:(ldlm_lib.c:3016:target_queue_recovery_request()) @@@ queue final req req@00000000a21e39e7 x1867807981812480/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:79/0 lens 224/0 e 0 to 0 dl 1781281394 ref 2 fl Interpret:H/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:2.0:1781281354.328973:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:2210:x1867807981812480:12345-192.168.204.1@tcp:400:ldlm_lock_repla.0 Request processed in 68us (263us total) trans 0 rc 0/-999 00000100:00100000:2.0:1781281354.328983:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000020:00080000:1.0:1781281354.329459:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.329465:0:23405:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 25769803784 00010000:00080000:1.0:1781281354.329470:0:23405:0:(ldlm_lib.c:2147:check_for_next_transno()) waking for completed recovery 00000020:00080000:1.0:1781281354.329474:0:23405:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281354.329480:0:23405:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00010000:00080000:1.0:1781281354.329484:0:23405:0:(ldlm_lib.c:2170:check_for_next_lock()) waking for completed lock replay 00000001:00000004:1.0:1781281354.329845:0:23405:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 7, last_transno is 30064771072 00000001:00080000:3.0:1781281354.455707:0:23397:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769803782 is committed 00000001:00100000:3.0:1781281354.455752:0:23397:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000001:00080000:3.0:1781281354.455767:0:23397:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 25769803783 is committed 00010000:00080000:1.0:1781281354.456452:0:23405:0:(ldlm_lib.c:1885:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:1.0:1781281354.456479:0:23405:0:(ldlm_lib.c:2813:target_recovery_thread()) @@@ processing final ping from 192.168.204.1@tcp: req@00000000a21e39e7 x1867807981812480/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:79/0 lens 224/0 e 0 to 0 dl 1781281394 ref 1 fl Complete:H/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00010000:02000000:1.0:1781281354.457856:0:23405:0:(ldlm_lib.c:1759:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000004:00080000:1.0:1781281354.513577:0:23393:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x482:0x0] 00000100:00100000:1.0:1781281354.513649:0:23393:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23393:1867807996523328:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1781281354.513901:0:23393:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1781281354.513978:0:23391:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x470:0x0] 00000100:00100000:0.0:1781281354.513999:0:23391:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23391:1867807996523392:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1781281354.514824:0:23393:0:(client.c:2500:ptlrpc_set_wait()) set 00000000aff3341b going to sleep for 43 seconds 00000100:00100000:0.0:1781281354.516021:0:23391:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281354.520077:0:23391:0:(client.c:2500:ptlrpc_set_wait()) set 000000001da0def1 going to sleep for 43 seconds 00000100:00100000:3.0:1781281354.521900:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523328 00000100:00100000:1.0:1781281354.522642:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523392 00000100:00100000:2.0:1781281354.522690:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4312 00000100:00100000:2.0:1781281354.522699:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:23393:x1867807996523328:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1781281354.522747:0:12109:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1217 -> diff = -63 00002000:02000040:2.0:1781281354.522753:0:12109:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0001: deleting orphan objects from 0x0:1155 to 0x0:1217 00000100:00100000:1.0:1781281354.523042:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313 00000100:00100000:1.0:1781281354.523048:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:23391:x1867807996523392:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1781281354.523069:0:12103:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1217 -> diff = -81 00002000:02000040:1.0:1781281354.523072:0:12103:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0000: deleting orphan objects from 0x0:1137 to 0x0:1217 00002000:00010000:2.0:1781281354.529526:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.529542:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 3/0,1 mode: --/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.529574:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.529577:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.529583:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 3/0,1 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.529600:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 3/0,1 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.529610:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 3/0,1 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.529617:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 2/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.529649:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281354.530723:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.530735:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 2/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.530755:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc200b9d already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.530759:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 2/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.530769:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 3/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.530795:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 1/0,0 mode: --/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.530801:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc200b9d/0x3e391ad4c896c9b8 lrc: 0/0,0 mode: --/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.530820:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.530822:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.530823:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.531738:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.531747:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 3/0,1 mode: --/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.531764:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.531767:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.531773:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 3/0,1 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.531787:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 3/0,1 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.531797:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 3/0,1 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.531803:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 2/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.531821:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.533925:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.533940:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 3/0,1 mode: --/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.534786:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.534794:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.534801:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 3/0,1 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.534828:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 3/0,1 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.534840:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 3/0,1 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.534847:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 2/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.534884:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281354.536120:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281354.536130:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 2/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536155:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000adfa09c8 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.536159:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 2/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536170:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 3/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536203:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 1/0,0 mode: --/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536209:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adfa09c8/0x3e391ad4c896c9bf lrc: 0/0,0 mode: --/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536227:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.536229:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 2/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536317:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed602c3f already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.536319:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 2/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536325:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 3/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536334:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 1/0,0 mode: --/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536339:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed602c3f/0x3e391ad4c896c9c6 lrc: 0/0,0 mode: --/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.536351:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.536360:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.536361:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.537500:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.537511:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 3/0,1 mode: --/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.537528:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.537531:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.537536:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 3/0,1 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.537559:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 3/0,1 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.537569:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 3/0,1 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.537575:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 2/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.537655:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.539232:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.539246:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 3/0,1 mode: --/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.539267:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.539270:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.539275:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 3/0,1 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.539287:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 3/0,1 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.539297:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 3/0,1 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.539304:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 2/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281354.539570:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.539576:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 3/0,1 mode: --/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.539586:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.539587:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.539589:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 3/0,1 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.539607:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 3/0,1 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.539613:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 3/0,1 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.539619:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 2/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542712:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781281354.542729:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 2/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542748:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eff81558 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.542752:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 2/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542765:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 3/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542804:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 1/0,0 mode: --/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542812:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eff81558/0x3e391ad4c896c9cd lrc: 0/0,0 mode: --/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542845:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281354.542848:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 3/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542854:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dddc75cf already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.542855:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 3/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542861:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 4/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542870:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 2/0,0 mode: --/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542882:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.542886:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 3/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.542892:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5a8d27 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.542894:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 3/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.543108:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281354.543117:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896c9d4 lrc: 0/0,0 mode: --/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.543227:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.544449:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 4/0,0 mode: PW/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.544496:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 2/0,0 mode: --/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.544509:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.544510:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.544513:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.544597:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.546474:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.546492:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 3/0,1 mode: --/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.546520:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.546523:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.546529:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 3/0,1 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.546555:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 3/0,1 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.546567:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 3/0,1 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.546574:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 2/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.546605:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281354.547486:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.547496:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 2/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.547509:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005ea8221c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.547514:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 2/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.547524:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 3/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.547566:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 1/0,0 mode: --/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.547573:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ea8221c/0x3e391ad4c896c9e2 lrc: 0/0,0 mode: --/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.547595:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.547596:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.547598:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.547777:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281354.547784:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896c9db lrc: 0/0,0 mode: --/PW res: [0x4c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.548419:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281354.548946:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:2.0:1781281354.549571:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.549581:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 3/0,1 mode: --/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.549602:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.549605:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.549610:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 3/0,1 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.549627:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 3/0,1 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.549638:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 3/0,1 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.549647:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 2/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.549667:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281354.550246:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.550254:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 2/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.550265:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d85584e4 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.550268:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 2/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.550277:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 3/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.550300:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 1/0,0 mode: --/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.550307:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d85584e4/0x3e391ad4c896c9f0 lrc: 0/0,0 mode: --/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.550323:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.550324:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.550326:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.551325:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 3/0,1 mode: --/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.551347:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.551350:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.551507:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 3/0,1 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.551524:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 3/0,1 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.551535:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 3/0,1 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.551542:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 2/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.551624:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.552132:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.552150:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 3/0,1 mode: --/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.552158:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.552160:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.552162:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 3/0,1 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.552169:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 3/0,1 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.552176:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 3/0,1 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.552182:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 2/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281354.552497:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.552502:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 3/0,1 mode: --/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.552512:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.552513:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.552515:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 3/0,1 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.552525:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 3/0,1 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.552532:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 3/0,1 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.552537:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 2/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554486:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281354.554507:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 2/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554528:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002091eff4 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.554532:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 2/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554543:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 3/0,0 mode: PW/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554595:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 1/0,0 mode: --/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554603:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002091eff4/0x3e391ad4c896c9e9 lrc: 0/0,0 mode: --/PW res: [0x4c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554631:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281354.554634:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 3/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554641:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d56a187 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.554643:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 3/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554649:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 4/0,0 mode: PW/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554658:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 2/0,0 mode: --/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554665:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.554668:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 3/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554675:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084763b18 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.554678:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 3/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554688:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 4/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554699:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 2/0,0 mode: --/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.554706:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.554708:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.554710:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.554878:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1781281354.554886:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d56a187/0x3e391ad4c896c9f7 lrc: 0/0,0 mode: --/PW res: [0x4bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281354.555659:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.555669:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 3/0,1 mode: --/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555686:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.555689:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.555696:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 3/0,1 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555709:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 3/0,1 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555718:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 3/0,1 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555725:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 2/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555753:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281354.555768:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.555772:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 2/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555780:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001bc51625 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.555782:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 2/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555789:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 3/0,0 mode: PW/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555804:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 1/0,0 mode: --/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555810:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bc51625/0x3e391ad4c896ca05 lrc: 0/0,0 mode: --/PW res: [0x4be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.555823:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.555825:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.555826:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281354.556211:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.556216:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 3/0,1 mode: --/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556224:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.556226:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.556228:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 3/0,1 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556236:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 3/0,1 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556244:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 3/0,1 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556250:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 2/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556277:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.556742:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.556749:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.556749:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 3/0,1 mode: --/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556757:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 2/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556760:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.556763:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.556766:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 3/0,1 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556769:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c994b548 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.556774:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 2/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556780:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 3/0,1 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556786:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 3/0,0 mode: PW/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556790:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 3/0,1 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556803:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 2/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556813:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 1/0,0 mode: --/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.556819:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.556829:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c994b548/0x3e391ad4c896ca0c lrc: 0/0,0 mode: --/PW res: [0x4bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556848:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.556851:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 2/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556857:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000041978b05 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.556859:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 2/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556865:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 3/0,0 mode: PW/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556874:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 1/0,0 mode: --/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556879:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041978b05/0x3e391ad4c896ca13 lrc: 0/0,0 mode: --/PW res: [0x4bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.556891:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.556893:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.556894:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.557087:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.557094:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.557185:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281354.557191:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084763b18/0x3e391ad4c896c9fe lrc: 0/0,0 mode: --/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.557428:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.557868:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.557879:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 3/0,1 mode: --/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.557890:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.557892:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.557896:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 3/0,1 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.558500:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 3/0,1 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.558512:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 3/0,1 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.558519:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 2/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.558555:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.558884:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.558890:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 3/0,1 mode: --/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281354.559211:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4bb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.559216:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 3/0,1 mode: --/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559225:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.559227:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.559232:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 3/0,1 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559242:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 3/0,1 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559250:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 3/0,1 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559257:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 2/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559319:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1781281354.559642:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.559647:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 3/0,1 mode: --/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559655:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.559657:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.559659:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 3/0,1 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559666:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 3/0,1 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559674:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 3/0,1 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.559680:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 2/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.559737:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.559740:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.559743:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 3/0,1 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.559753:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 3/0,1 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.559765:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 3/0,1 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.559792:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 2/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563758:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1781281354.563777:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 2/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563798:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000093e923e3 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.563803:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 2/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563814:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 3/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563852:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 1/0,0 mode: --/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563858:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093e923e3/0x3e391ad4c896ca1a lrc: 0/0,0 mode: --/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563893:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281354.563898:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 2/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563904:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5679118 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.563906:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 2/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563912:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 3/0,0 mode: PW/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563924:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 1/0,0 mode: --/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563930:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5679118/0x3e391ad4c896ca28 lrc: 0/0,0 mode: --/PW res: [0x4bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563945:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281354.563948:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 3/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.563970:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000551d1556 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.563972:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 3/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564161:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 4/0,0 mode: PW/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564177:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 2/0,0 mode: --/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564185:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.564188:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 3/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564194:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dddc75cf already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.564195:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 3/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564200:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 4/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564208:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 2/0,0 mode: --/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.564215:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.564216:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.564218:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.566120:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1781281354.566140:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000551d1556/0x3e391ad4c896ca2f lrc: 0/0,0 mode: --/PW res: [0x4ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281354.566776:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.566785:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 3/0,1 mode: --/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.566800:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.566804:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.566809:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 3/0,1 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.566825:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 3/0,1 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.566836:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 3/0,1 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.566843:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 2/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.566876:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281354.567122:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.567128:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 2/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.567138:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000560f2ff5 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.567142:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 2/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.567155:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 3/0,0 mode: PW/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.567189:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 1/0,0 mode: --/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.567195:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000560f2ff5/0x3e391ad4c896ca36 lrc: 0/0,0 mode: --/PW res: [0x4b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.567213:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.567214:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.567216:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.567356:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.567366:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281354.567842:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.567849:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 3/0,1 mode: --/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.567859:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.567861:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.567864:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 3/0,1 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.567873:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 3/0,1 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.567881:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 3/0,1 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.567888:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 2/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.568300:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.568703:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.568711:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 3/0,1 mode: --/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.568722:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.568724:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.568727:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 3/0,1 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.568737:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 3/0,1 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.568744:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 3/0,1 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.568750:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 2/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.568779:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1781281354.570384:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.570397:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 3/0,1 mode: --/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570414:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.570416:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.570421:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 3/0,1 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570441:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 3/0,1 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570452:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 3/0,1 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570458:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 2/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570486:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1781281354.570792:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.570797:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 3/0,1 mode: --/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570805:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.570807:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.570808:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 3/0,1 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570816:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 3/0,1 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570823:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 3/0,1 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570829:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 2/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.570849:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1781281354.571094:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1781281354.571102:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dddc75cf/0x3e391ad4c896ca21 lrc: 0/0,0 mode: --/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281354.571454:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.571459:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 3/0,1 mode: --/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571467:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.571469:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.571471:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 3/0,1 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571480:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 3/0,1 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571488:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 3/0,1 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571494:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 2/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571508:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1781281354.571756:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.571760:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 3/0,1 mode: --/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571767:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.571768:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.571770:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 3/0,1 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571777:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 3/0,1 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571784:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 3/0,1 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571789:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 2/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.571797:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1781281354.572744:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.572753:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 3/0,1 mode: --/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.572767:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.572769:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.572773:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 3/0,1 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.572789:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 3/0,1 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.572797:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 3/0,1 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.572802:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 2/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.572812:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:2.0:1781281354.573416:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.573421:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 3/0,1 mode: --/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573430:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.573431:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.573434:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 3/0,1 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573442:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 3/0,1 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573449:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 3/0,1 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573455:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 2/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573468:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:2.0:1781281354.573747:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.573752:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 3/0,1 mode: --/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573760:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.573762:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.573763:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 3/0,1 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573771:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 3/0,1 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573778:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 3/0,1 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573784:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 2/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.573792:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:1.0:1781281354.574693:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1781281354.574705:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 2/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574720:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bae598de already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.574724:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 2/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574734:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 3/0,0 mode: PW/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574762:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 1/0,0 mode: --/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574769:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bae598de/0x3e391ad4c896ca3d lrc: 0/0,0 mode: --/PW res: [0x4b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574794:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1781281354.574797:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 2/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574802:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8738cdb already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.574804:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 2/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574810:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 3/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574818:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 1/0,0 mode: --/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574828:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8738cdb/0x3e391ad4c896ca44 lrc: 0/0,0 mode: --/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574840:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1781281354.574842:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 2/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574848:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5f6f988 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.574850:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 2/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574855:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 3/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574862:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 1/0,0 mode: --/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574867:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5f6f988/0x3e391ad4c896ca4b lrc: 0/0,0 mode: --/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574879:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1781281354.574881:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 2/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574887:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5479f48 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.574889:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 2/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574900:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 3/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574907:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 1/0,0 mode: --/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574912:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5479f48/0x3e391ad4c896ca52 lrc: 0/0,0 mode: --/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574925:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1781281354.574928:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 2/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574935:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000055c1de3c already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.574937:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 2/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574942:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 3/0,0 mode: PW/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574973:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 1/0,0 mode: --/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574979:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055c1de3c/0x3e391ad4c896ca59 lrc: 0/0,0 mode: --/PW res: [0x4b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.574995:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1781281354.574998:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 2/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575004:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fbaa485 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.575006:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 2/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575011:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 3/0,0 mode: PW/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575019:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 1/0,0 mode: --/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575024:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fbaa485/0x3e391ad4c896ca60 lrc: 0/0,0 mode: --/PW res: [0x4b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575034:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1781281354.575036:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 2/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575041:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ca2006f already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.575043:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 2/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575049:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 3/0,0 mode: PW/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575055:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 1/0,0 mode: --/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575067:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ca2006f/0x3e391ad4c896ca67 lrc: 0/0,0 mode: --/PW res: [0x4b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575076:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281354.575078:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 2/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575083:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080aac726 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.575085:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 2/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575090:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 3/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575097:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 1/0,0 mode: --/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575103:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080aac726/0x3e391ad4c896ca6e lrc: 0/0,0 mode: --/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575112:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.575114:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 2/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575118:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f8da49b already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.575120:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 2/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575129:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 3/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575135:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 1/0,0 mode: --/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575140:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f8da49b/0x3e391ad4c896ca75 lrc: 0/0,0 mode: --/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.575850:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.575853:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.575856:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.575871:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.575877:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.576326:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.576335:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 3/0,1 mode: --/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576351:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.576354:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.576359:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 3/0,1 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576380:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 3/0,1 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576390:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 3/0,1 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576397:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 2/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576422:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.576724:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.576729:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 3/0,1 mode: --/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576738:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.576739:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.576741:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 3/0,1 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576749:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 3/0,1 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576756:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 3/0,1 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576762:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 2/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.576785:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281354.576988:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281354.576994:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 2/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577004:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb65bc2b already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.577008:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 2/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577016:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 3/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577038:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 1/0,0 mode: --/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577050:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb65bc2b/0x3e391ad4c896ca7c lrc: 0/0,0 mode: --/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577065:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.577067:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 2/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577073:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056bd5d0a already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.577075:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 2/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577082:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 3/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577090:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 1/0,0 mode: --/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577096:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056bd5d0a/0x3e391ad4c896ca83 lrc: 0/0,0 mode: --/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577105:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.577106:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.577107:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.577122:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281354.577494:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.577500:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 3/0,1 mode: --/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.577510:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.577511:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.577514:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 3/0,1 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.577524:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 3/0,1 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.577532:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 3/0,1 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.577538:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 2/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.577568:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.577744:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.577748:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 2/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577763:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000492d3ba9 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.577766:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 2/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577772:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 3/0,0 mode: PW/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577787:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 1/0,0 mode: --/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577794:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000492d3ba9/0x3e391ad4c896ca8a lrc: 0/0,0 mode: --/PW res: [0x4b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.577812:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.577814:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.577817:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281354.578489:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.578496:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 3/0,1 mode: --/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578507:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.578508:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.578511:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 3/0,1 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578526:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 3/0,1 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578534:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 3/0,1 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578540:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 2/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578575:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.578886:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.578891:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 3/0,1 mode: --/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.578900:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.578906:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 2/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578914:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.578916:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007fee4478 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.578917:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.578920:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 2/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578921:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 3/0,1 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.578940:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 3/0,0 mode: PW/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.578942:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 3/0,1 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.578995:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 1/0,0 mode: --/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.579001:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fee4478/0x3e391ad4c896ca91 lrc: 0/0,0 mode: --/PW res: [0x4b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.579018:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.579019:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.579020:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.579374:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.581135:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 3/0,1 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581151:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 2/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581198:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.581777:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.581786:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 3/0,1 mode: --/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581789:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.581798:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 2/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581804:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.581807:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.581810:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d5f0ed5 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.581813:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 3/0,1 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581816:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 2/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581834:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 3/0,0 mode: PW/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581836:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 3/0,1 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581853:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 3/0,1 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581859:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 2/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581868:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 1/0,0 mode: --/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581877:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d5f0ed5/0x3e391ad4c896ca98 lrc: 0/0,0 mode: --/PW res: [0x4b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.581889:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.581898:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.581903:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 2/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581908:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e9994bd0 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.581911:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 2/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581917:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 3/0,0 mode: PW/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581926:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 1/0,0 mode: --/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581931:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9994bd0/0x3e391ad4c896ca9f lrc: 0/0,0 mode: --/PW res: [0x4b1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.581941:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.581943:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.581944:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.582349:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.582356:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 3/0,1 mode: --/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582365:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.582367:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.582369:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 3/0,1 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582378:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 3/0,1 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582385:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 3/0,1 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582392:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 2/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582412:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.582455:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.582460:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 2/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582469:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2170d47 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.582471:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 2/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582478:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 3/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582498:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 1/0,0 mode: --/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582504:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2170d47/0x3e391ad4c896caa6 lrc: 0/0,0 mode: --/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582525:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.582527:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.582530:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.582678:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.582682:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 3/0,1 mode: --/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582690:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.582691:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.582693:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 3/0,1 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582706:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 3/0,1 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582713:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 3/0,1 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582718:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 2/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.582743:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.582872:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.582876:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 2/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582885:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068cac646 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.582887:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 2/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582894:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 3/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582907:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 1/0,0 mode: --/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582914:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068cac646/0x3e391ad4c896caad lrc: 0/0,0 mode: --/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.582930:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.582933:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.582935:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.584111:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.584381:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.584391:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 3/0,1 mode: --/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.584409:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.584411:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.584416:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 3/0,1 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.584428:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 3/0,1 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.584437:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 3/0,1 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.584444:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 2/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.586103:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.586506:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.586517:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 3/0,1 mode: --/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.586536:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.586538:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.586543:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 3/0,1 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587586:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281354.587594:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 3/0,1 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587596:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 2/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587617:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d920068a already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281354.587617:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 3/0,1 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587622:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 2/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.587632:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 2/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587637:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 3/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587668:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 1/0,0 mode: --/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.587668:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.587758:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d920068a/0x3e391ad4c896cab4 lrc: 0/0,0 mode: --/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587786:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.587789:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 2/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587797:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000240f5e05 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.587799:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 2/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587805:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 3/0,0 mode: PW/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587823:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 1/0,0 mode: --/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587829:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000240f5e05/0x3e391ad4c896cabb lrc: 0/0,0 mode: --/PW res: [0x4b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.587852:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.587854:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.587857:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.588514:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.588522:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 3/0,1 mode: --/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.588534:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.588536:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.588541:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 3/0,1 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.589054:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1781281354.589354:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.589361:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 3/0,1 mode: --/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589372:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.589374:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.589377:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 3/0,1 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589390:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 3/0,1 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589399:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 3/0,1 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589407:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 2/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589438:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1781281354.589738:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.589743:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 3/0,1 mode: --/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589751:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.589752:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.589754:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 3/0,1 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589762:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 3/0,1 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589770:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 3/0,1 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589775:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 2/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.589796:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281354.589844:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281354.589851:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 2/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589860:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000048627b2e already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.589864:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 2/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589872:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 3/0,0 mode: PW/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589892:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 1/0,0 mode: --/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589899:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048627b2e/0x3e391ad4c896cac9 lrc: 0/0,0 mode: --/PW res: [0x4af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589919:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.589922:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 2/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589929:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050056d88 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.589931:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 2/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589937:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 3/0,0 mode: PW/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.589946:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 1/0,0 mode: --/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.590050:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050056d88/0x3e391ad4c896cad0 lrc: 0/0,0 mode: --/PW res: [0x4ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.590064:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.590065:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.590067:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.590128:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.590176:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 3/0,1 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590185:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 3/0,1 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590191:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 2/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590204:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.590529:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.590534:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 3/0,1 mode: --/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590542:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.590554:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.590557:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 3/0,1 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590570:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 3/0,1 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590578:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 3/0,1 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590585:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 2/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590608:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1781281354.590928:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.590932:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 3/0,1 mode: --/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.590941:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.590943:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.590945:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 3/0,1 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592631:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281354.592643:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 2/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592659:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000096411175 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.592663:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 2/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592674:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 3/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592703:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 1/0,0 mode: --/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592710:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096411175/0x3e391ad4c896cac2 lrc: 0/0,0 mode: --/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592733:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.592736:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 2/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592742:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da4ef4d2 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.592745:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 2/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592751:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 3/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592759:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 1/0,0 mode: --/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592767:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cad7 lrc: 0/0,0 mode: --/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.592778:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.592779:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.592781:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.593288:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 3/0,1 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.593303:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 3/0,1 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.593310:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 2/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281354.593482:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.593490:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 3/0,1 mode: --/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.593501:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.593504:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.593509:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 3/0,1 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.593527:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 3/0,1 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.593534:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 3/0,1 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.593540:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 2/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.593566:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.594087:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.594092:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 3/0,1 mode: --/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.594102:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.594103:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.594105:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 3/0,1 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.594114:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 3/0,1 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.594121:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 3/0,1 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.594127:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 2/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.596842:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281354.596859:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 2/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.596884:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000053fe7b04 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.596889:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 2/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597004:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 3/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597046:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 1/0,0 mode: --/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597053:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053fe7b04/0x3e391ad4c896cade lrc: 0/0,0 mode: --/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597091:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281354.597094:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 3/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597100:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dabeab8b already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.597103:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 3/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597109:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 4/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597118:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 2/0,0 mode: --/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597132:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.597136:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 3/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597143:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a4ec250 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.597145:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 3/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597151:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 4/0,0 mode: PW/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597161:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 2/0,0 mode: --/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.597169:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.597170:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.597172:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.599288:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.599524:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281354.599540:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dabeab8b/0x3e391ad4c896caec lrc: 0/0,0 mode: --/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281354.600233:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.600242:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 3/0,1 mode: --/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600259:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.600263:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.600268:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 3/0,1 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600285:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 3/0,1 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600294:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 3/0,1 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600301:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 2/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600345:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.600599:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.600606:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 2/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600618:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eaa082c4 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.600623:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 2/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600633:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 3/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600663:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 1/0,0 mode: --/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281354.600680:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.600680:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaa082c4/0x3e391ad4c896caf3 lrc: 0/0,0 mode: --/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600689:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 3/0,1 mode: --/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600700:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.600702:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.600705:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 3/0,1 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600707:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.600709:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.600711:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.600716:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 3/0,1 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600725:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 3/0,1 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600731:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 2/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.600757:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.600799:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.600803:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 2/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600810:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f5faec4 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.600812:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 2/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600819:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 3/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600831:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 1/0,0 mode: --/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600838:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f5faec4/0x3e391ad4c896cafa lrc: 0/0,0 mode: --/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.600849:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.600851:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.600853:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.601079:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.601084:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 3/0,1 mode: --/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601091:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.601092:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.601095:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 3/0,1 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601102:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 3/0,1 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601108:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 3/0,1 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601114:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 2/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601135:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.601306:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.601311:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 2/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601321:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f24f5146 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.601324:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 2/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601331:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 3/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601345:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 1/0,0 mode: --/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601352:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f24f5146/0x3e391ad4c896cb01 lrc: 0/0,0 mode: --/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601367:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.601368:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.601371:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.601429:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.601434:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 3/0,1 mode: --/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601442:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.601444:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.601446:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 3/0,1 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601459:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 3/0,1 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601465:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 3/0,1 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601471:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 2/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.601492:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.601574:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.601577:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 2/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601586:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e75b53ca already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.601588:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 2/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601599:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 3/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601610:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 1/0,0 mode: --/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601616:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e75b53ca/0x3e391ad4c896cb08 lrc: 0/0,0 mode: --/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.601630:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.601631:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.601632:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.602853:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.604743:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.604756:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 3/0,1 mode: --/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.604775:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.604778:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.604785:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 3/0,1 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.604802:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 3/0,1 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.604813:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 3/0,1 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.604820:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 2/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.604856:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.605036:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.605044:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 2/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.605056:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003193672c already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.605059:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 2/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.605070:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 3/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.605096:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 1/0,0 mode: --/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.605103:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003193672c/0x3e391ad4c896cb0f lrc: 0/0,0 mode: --/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.605124:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.605126:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.605127:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.605737:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281354.605738:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281354.605746:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cae5 lrc: 0/0,0 mode: --/PW res: [0x4ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281354.610767:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.610786:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 3/0,1 mode: --/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.610810:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.610813:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.610819:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 3/0,1 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.610836:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 3/0,1 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.610848:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 3/0,1 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.610855:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 2/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.610884:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281354.611566:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.611575:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 2/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.611587:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d375b70 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.611591:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 2/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.611600:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 3/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.611626:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 1/0,0 mode: --/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.611632:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d375b70/0x3e391ad4c896cb16 lrc: 0/0,0 mode: --/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.611653:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.611654:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.611656:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281354.612524:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.612729:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 3/0,1 mode: --/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.612745:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.612748:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.612753:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 3/0,1 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.612772:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 3/0,1 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.612781:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 3/0,1 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.612789:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 2/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.612866:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281354.613319:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281354.613326:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 3/0,1 mode: --/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.613335:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.613336:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281354.613339:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 3/0,1 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.613347:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 3/0,1 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.613354:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 3/0,1 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.613360:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 2/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281354.613387:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.613394:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 3/0,1 mode: --/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.613406:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.613408:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.613410:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 3/0,1 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.613420:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 3/0,1 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.613428:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 3/0,1 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.613435:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 2/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613737:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281354.613744:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 2/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613754:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb7ffc71 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.613757:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 2/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613765:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 3/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613788:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 1/0,0 mode: --/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613794:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb7ffc71/0x3e391ad4c896cb1d lrc: 0/0,0 mode: --/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613815:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281354.613818:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 3/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613824:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4994fba already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.613826:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 3/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613832:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 4/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613840:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 2/0,0 mode: --/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613846:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.613848:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 3/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613854:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5a8d27 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.613855:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 3/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613861:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 4/0,0 mode: PW/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613871:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 2/0,0 mode: --/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.613879:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.613880:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.613882:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.614246:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281354.614252:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4994fba/0x3e391ad4c896cb24 lrc: 0/0,0 mode: --/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.614407:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281354.614413:0:12103:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cb2b lrc: 0/0,0 mode: --/PW res: [0x4ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.615024:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281354.615076:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.615084:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 3/0,1 mode: --/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.615098:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.615101:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.615106:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 3/0,1 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.615118:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 3/0,1 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.615128:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 3/0,1 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.615134:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 2/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1781281354.615763:0:12109:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x0:1154 00000100:00100000:2.0:1781281354.615897:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:23393:x1867807996523328:12345-0@lo:5:osp-pre-1-0.0 Request processed in 93193us (101993us total) trans 0 rc 0/0 00010000:00010000:1.0:1781281354.615926:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.615943:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.615949:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 2/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.615982:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c482223a already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.615986:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 2/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.615994:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 3/0,0 mode: PW/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.616016:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 1/0,0 mode: --/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.616023:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c482223a/0x3e391ad4c896cb32 lrc: 0/0,0 mode: --/PW res: [0x4ab:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.616042:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.616043:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.616044:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281354.616125:0:23393:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23393:1867807996523328:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1781281354.616145:0:23393:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x100010000:0x4c1:0x0] from OST, last_created [0x100010000:0x4c1:0x0]last_used is [0x100010000:0x482:0x0] 00000100:00100000:0.0:1781281354.616207:0:23393:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23393:1867807996523456:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1781281354.616250:0:23393:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281354.616271:0:23393:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e16f5d4c going to sleep for 6 seconds 00000100:00100000:0.0:1781281354.616373:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523456 00000100:00100000:0.0:1781281354.616429:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00100000:0.0:1781281354.616436:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:23393:x1867807996523456:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1781281354.616493:0:12110:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x0 at 1218 00010000:00010000:3.0:1781281354.617086:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281354.617164:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4312 00002000:00010000:1.0:1781281354.618355:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.618366:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 3/0,1 mode: --/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618387:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.618390:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.618396:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 3/0,1 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618411:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 3/0,1 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618421:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 3/0,1 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618429:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 2/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618453:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281354.618467:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.618472:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 2/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618486:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb75170e already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.618489:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 2/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618497:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 3/0,0 mode: PW/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618517:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 1/0,0 mode: --/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618523:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cb39 lrc: 0/0,0 mode: --/PW res: [0x4aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.618542:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.618556:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.618558:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281354.620377:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.620391:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 3/0,1 mode: --/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.620409:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.620412:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.620417:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 3/0,1 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.620431:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 3/0,1 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.620447:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 3/0,1 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.620454:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 2/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.620487:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281354.622081:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.622094:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 3/0,1 mode: --/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.622112:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.622115:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.622119:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 3/0,1 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622125:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.622134:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 3/0,1 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622135:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 2/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622150:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f089c6e already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.622155:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 2/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622165:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 3/0,0 mode: PW/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622194:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 1/0,0 mode: --/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622201:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f089c6e/0x3e391ad4c896cb40 lrc: 0/0,0 mode: --/PW res: [0x4a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622222:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.622223:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.622230:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281354.622711:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 3/0,1 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.622720:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 2/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.622754:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281354.622928:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.622934:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 2/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.622943:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe7f0eeb already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.622946:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 2/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.623192:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 3/0,0 mode: PW/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.623213:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 1/0,0 mode: --/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.623220:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cb47 lrc: 0/0,0 mode: --/PW res: [0x4a8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.623238:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.623240:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.623241:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281354.624384:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.624396:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 3/0,1 mode: --/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.624415:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.624419:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.624424:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 3/0,1 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.624439:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 3/0,1 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.624449:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 3/0,1 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.624458:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 2/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.624483:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281354.624990:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.624995:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 3/0,1 mode: --/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625001:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281354.625004:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.625007:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281354.625009:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 2/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.625010:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 3/0,1 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625032:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf200e84 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281354.625034:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 3/0,1 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625038:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 2/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625056:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 3/0,0 mode: PW/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.625058:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 3/0,1 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.625075:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 2/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625088:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 1/0,0 mode: --/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625097:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf200e84/0x3e391ad4c896cb4e lrc: 0/0,0 mode: --/PW res: [0x4a7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.625097:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281354.625120:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281354.625123:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 2/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625129:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000912a2dac already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281354.625131:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 2/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625137:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 3/0,0 mode: PW/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625145:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 1/0,0 mode: --/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625151:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000912a2dac/0x3e391ad4c896cb55 lrc: 0/0,0 mode: --/PW res: [0x4a6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281354.625161:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.625163:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.625164:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.625295:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281354.627427:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.627441:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 3/0,1 mode: --/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.627462:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.627465:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.627471:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 3/0,1 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.627487:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 3/0,1 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.627497:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 3/0,1 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.627504:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 2/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.627533:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281354.628020:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.628027:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 3/0,1 mode: --/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.628036:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.628037:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.628040:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 3/0,1 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.628048:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 3/0,1 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.628055:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 3/0,1 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.628064:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 2/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.628096:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1781281354.628135:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281354.628143:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 2/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628153:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080efd491 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281354.628158:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 2/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628168:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 3/0,0 mode: PW/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628193:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 1/0,0 mode: --/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628200:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080efd491/0x3e391ad4c896cb5c lrc: 0/0,0 mode: --/PW res: [0x4a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628222:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281354.628225:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 2/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628232:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000793b3553 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281354.628234:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 2/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628239:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 3/0,0 mode: PW/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628248:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 1/0,0 mode: --/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628254:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000793b3553/0x3e391ad4c896cb63 lrc: 0/0,0 mode: --/PW res: [0x4a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.628266:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.628267:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.628269:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281354.628436:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281354.628945:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:23393:x1867807996523456:12345-0@lo:5:osp-pre-1-0.0 Request processed in 12500us (12688us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281354.628995:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00002000:00010000:0.0:1781281354.629823:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281354.629835:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 3/0,1 mode: --/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.629852:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.629854:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281354.629860:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 3/0,1 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.629873:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 3/0,1 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.629884:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 3/0,1 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281354.629891:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 2/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281354.630182:0:23393:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23393:1867807996523456:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1781281354.630204:0:23393:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x100010000:0x4c1:0x0]-[0x100010000:0x4e1:0x0] 00010000:00010000:1.0:1781281354.630336:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281354.630553:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281354.630559:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 2/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.630570:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a4ec250 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281354.630574:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 2/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.630589:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 3/0,0 mode: PW/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.630614:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 1/0,0 mode: --/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.630621:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a4ec250/0x3e391ad4c896cb6a lrc: 0/0,0 mode: --/PW res: [0x4a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.630641:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.630642:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.630644:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281354.630737:0:12103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281354.630742:0:12103:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 3/0,1 mode: --/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.630752:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.630754:0:12103:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281354.630757:0:12103:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 3/0,1 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.630766:0:12103:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 3/0,1 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.630778:0:12103:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 3/0,1 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.630784:0:12103:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 2/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281354.630843:0:12103:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281354.633782:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281354.633799:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 2/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.633822:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008dea3b26 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281354.633827:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 2/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.633840:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 3/0,0 mode: PW/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.633875:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 1/0,0 mode: --/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.633882:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008dea3b26/0x3e391ad4c896cb71 lrc: 0/0,0 mode: --/PW res: [0x4a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281354.633916:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.633918:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281354.633920:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1781281354.652800:0:12103:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x0:1136 00000100:00100000:0.0:1781281354.652924:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:23391:x1867807996523392:12345-0@lo:5:osp-pre-0-0.0 Request processed in 129870us (136906us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281354.652940:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313 00000100:00100000:2.0:1781281354.653260:0:23391:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23391:1867807996523392:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1781281354.653280:0:23391:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x4c1:0x0] from OST, last_created [0x100000000:0x4c1:0x0]last_used is [0x100000000:0x470:0x0] 00000100:00100000:2.0:1781281354.653350:0:23391:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23391:1867807996523520:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1781281354.653397:0:23391:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281354.653423:0:23391:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f221640f going to sleep for 6 seconds 00000100:00100000:0.0:1781281354.653529:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523520 00000100:00100000:0.0:1781281354.653590:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4315 00000100:00100000:0.0:1781281354.653596:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:23391:x1867807996523520:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1781281354.653649:0:12103:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x0 at 1218 00000100:00100000:3.0:1781281354.665008:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:23391:x1867807996523520:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11400us (11600us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281354.665028:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4315 00000100:00100000:0.0:1781281354.668620:0:23391:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23391:1867807996523520:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1781281354.668650:0:23391:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x100000000:0x4c1:0x0]-[0x100000000:0x4e1:0x0] 00010000:00010000:2.0:1781281354.992525:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1781281355.561031:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1781281355.565417:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1781281356.022757:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281357.038776:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281357.268098:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281357.268211:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281357.268256:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281357.268331:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812608 00000100:00100000:2.0:1781281357.268404:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:2.0:1781281357.268411:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981812608:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281357.268525:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981812608:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 113us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.268534:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:2.0:1781281357.268590:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812672 00000100:00100000:2.0:1781281357.269290:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 400 00000100:00100000:2.0:1781281357.269298:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981812672:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281357.269353:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981812672:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 54us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.269362:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 400 00000100:00100000:3.0:1781281357.273169:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812544 00000100:00100000:1.0:1781281357.273577:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:1.0:1781281357.273586:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6a8b103 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981812544:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281357.273762:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6a8b103 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981812544:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 176us (5678us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281357.273770:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:2.0:1781281357.950763:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996523584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281357.950878:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281357.950996:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523584 00000100:00100000:2.0:1781281357.951063:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1781281357.951073:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996523584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281357.951125:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281357.951170:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996523584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.951178:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1781281357.951236:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996523584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281357.951459:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996523648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281357.951492:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281357.951551:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523648 00000100:00100000:0.0:1781281357.951578:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1781281357.951582:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996523648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281357.951604:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 35848192 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281357.951636:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996523648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281357.951643:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1781281357.951675:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996523648:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781281357.952651:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1781281357.952659:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1781281357.952664:0:37:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281357.952672:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 893 00000100:00080000:2.0:1781281357.952682:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281357.952714:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001c246d83 x1867807996523776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1781281357.952733:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1781281357.952736:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1781281357.952738:0:37:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281357.952741:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 893 00000100:00080000:2.0:1781281357.952744:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281357.952755:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c96fb70a x1867807996523840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1781281357.952765:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1781281357.952767:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1781281357.952769:0:37:0:(import.c:86:import_set_state_nolock()) 000000009825f462 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281357.952772:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 893 00000100:00080000:2.0:1781281357.952776:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000009825f462 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:2.0:1781281357.952786:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f7647b3a x1867807996523904/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281357.952818:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281357.952834:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996523712:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281357.952905:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281357.952939:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996523776:0@lo:38:kworker/u8:2.0 00000100:00100000:2.0:1781281357.952996:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281357.953012:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996523840:0@lo:38:kworker/u8:2.0 00000100:00100000:2.0:1781281357.953033:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281357.953048:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996523904:0@lo:38:kworker/u8:2.0 00000100:00100000:2.0:1781281357.953070:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281357.953106:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523712 00000100:00100000:2.0:1781281357.953158:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1781281357.953164:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7de1b4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996523712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281357.953211:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7de1b4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996523712:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.953218:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1781281357.953254:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523776 00000100:00100000:2.0:1781281357.953269:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523840 00000100:00100000:2.0:1781281357.953276:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523904 00000100:00100000:2.0:1781281357.953285:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1781281357.953289:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996523776:12345-0@lo:38:kworker/u8:2.0 00010000:00080000:2.0:1781281357.953314:0:23367:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:2.0:1781281357.953368:0:23367:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3e391ad4c896cb78 00000004:00100000:2.0:1781281357.953387:0:23367:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1781281357.953395:0:23367:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000005e2c7179 00000100:00080000:2.0:1781281357.953479:0:23367:0:(import.c:86:import_set_state_nolock()) 00000000a20ba9fb : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281357.953530:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1867807996523776:12345-0@lo:38:kworker/u8:2.0 Request processed in 240us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.953537:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1781281357.953548:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281357.953551:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996523840:12345-0@lo:38:kworker/u8:2.0 00010000:00080000:2.0:1781281357.953561:0:23367:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:2.0:1781281357.953581:0:23367:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3e391ad4c896cb7f 00000004:00100000:2.0:1781281357.953585:0:23367:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1781281357.953588:0:23367:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000005e2c7179 00000100:00080000:2.0:1781281357.953599:0:23367:0:(import.c:86:import_set_state_nolock()) 000000008223af0b : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281357.953620:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1867807996523840:12345-0@lo:38:kworker/u8:2.0 Request processed in 68us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.953626:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281357.953635:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281357.953637:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c685d8e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2994:x1867807996523904:12345-0@lo:38:kworker/u8:2.0 00010000:00080000:2.0:1781281357.953647:0:23367:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 899 last 0 00000020:00000080:2.0:1781281357.953688:0:23367:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3e391ad4c896cb86 00000004:00100000:2.0:1781281357.953693:0:23367:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1781281357.953696:0:23367:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000005e2c7179 00000100:00080000:2.0:1781281357.953707:0:23367:0:(import.c:86:import_set_state_nolock()) 00000000772c66ab : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281357.953731:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c685d8e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1867807996523904:12345-0@lo:38:kworker/u8:2.0 Request processed in 92us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281357.953737:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281357.953782:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996523712:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1781281357.953818:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 7 00000100:00080000:2.0:1781281357.954664:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@000000001c246d83 x1867807996523776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281363 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281357.954677:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281357.954684:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281357.954688:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281357.954692:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996523776:0@lo:38:kworker/u8:2.0 00000100:00080000:2.0:1781281357.954724:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 7 00000100:00080000:2.0:1781281357.962020:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@00000000c96fb70a x1867807996523840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281363 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281357.962039:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281357.962050:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281357.962054:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281357.962061:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996523840:0@lo:38:kworker/u8:2.0 00000100:00080000:2.0:1781281357.962123:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 7 00000100:00080000:2.0:1781281357.962133:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1781281357.962138:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1781281357.962139:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009825f462 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1781281357.962143:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996523904:0@lo:38:kworker/u8:2.0 00010000:00010000:2.0:1781281358.061666:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281359.085183:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281359.335191:0:23708:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281359.335199:0:23708:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 8 00010000:00010000:2.0:1781281360.116218:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281361.134344:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281362.157307:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281362.383386:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281362.383457:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281362.383488:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812800 00000100:00100000:2.0:1781281362.383492:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281362.383572:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812736 00000100:00100000:3.0:1781281362.383604:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 57 00000100:00100000:3.0:1781281362.383610:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cdf51ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981812736:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1781281362.383678:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cdf51ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981812736:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 67us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281362.383686:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 57 00000100:00100000:1.0:1781281362.384290:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812864 00000100:00100000:1.0:1781281362.384336:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 401 00000100:00100000:1.0:1781281362.384341:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008750cd4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981812864:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281362.384378:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008750cd4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981812864:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 36us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281362.384386:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 401 00000100:00100000:0.0:1781281362.391814:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:0.0:1781281362.391832:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c74ffd8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981812800:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281362.391938:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c74ffd8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+6:2211:x1867807981812800:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 110us (8561us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281362.391946:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:3.0:1781281363.053328:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781281363.053361:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996523968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281363.053442:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281363.053736:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996523968 00000100:00100000:0.0:1781281363.053789:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1781281363.053794:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996523968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281363.053827:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 35848192 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281363.055969:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996523968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2157us (2510us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.055989:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1781281363.056032:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8edc0af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996524160:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056086:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281363.056110:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281363.056115:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024530d61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996524096:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056141:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281363.056173:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524160 00000100:00100000:0.0:1781281363.056212:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281363.056218:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996524160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056260:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996524160:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.056266:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281363.056297:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8edc0af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996524160:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056348:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6cc30b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996524224:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056372:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281363.056387:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281363.056391:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996524032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281363.056417:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281363.056468:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524224 00000100:00100000:0.0:1781281363.056492:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281363.056497:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996524224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056531:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996524224:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.056537:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281363.056560:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6cc30b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996524224:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056576:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524032 00000100:00100000:0.0:1781281363.056599:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1781281363.056603:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996524032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281363.056633:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281363.056636:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524096 00000100:00100000:2.0:1781281363.056671:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1781281363.056677:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087d3d20f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996524096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.056683:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996524032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.056690:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1781281363.056724:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996524032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281363.056726:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087d3d20f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996524096:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281363.056735:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1781281363.056776:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024530d61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996524096:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281363.058198:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996523968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281363.063548:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281363.063572:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f165ccf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996524288:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281363.063653:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281363.063990:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524288 00000100:00100000:0.0:1781281363.064041:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1781281363.064047:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996524288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281363.064104:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996524288:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.064112:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1781281363.064300:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f165ccf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996524288:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281363.181261:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281363.693141:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281363.693317:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812928 00000100:00100000:0.0:1781281363.693383:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:0.0:1781281363.693391:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c96fb70a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+6:29025:x1867807981812928:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:0.0:1781281363.693423:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281363.693449:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000db6bbc8/0x3e391ad4c896cb8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485cc expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281363.693513:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bfc9cfdb/0x3e391ad4c896cb94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281363.693536:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bfc9cfdb/0x3e391ad4c896cb94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281363.693549:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bfc9cfdb/0x3e391ad4c896cb94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281363.693780:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1781281363.693784:0:23368:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281363.693815:0:23368:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000bfc9cfdb/0x3e391ad4c896cb94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281363.693841:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000db6bbc8/0x3e391ad4c896cb8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485cc expref: 8 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281363.693857:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000bfc9cfdb/0x3e391ad4c896cb94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485cc expref: 7 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281363.693866:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000f69fc63d) 00010000:00010000:0.0:1781281363.693869:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781281363.693872:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bfc9cfdb, rc 0) 00000100:00100000:0.0:1781281363.693949:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c96fb70a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:29025:x1867807981812928:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 558us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.694030:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:3.0:1781281363.700171:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281363.700400:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981812992 00000100:00100000:2.0:1781281363.700469:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:2.0:1781281363.700475:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:29025:x1867807981812992:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:2.0:1781281363.700528:0:23366:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1781281363.700605:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:29025:x1867807981812992:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 129us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281363.700612:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:1.0:1781281363.708105:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281363.708177:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813056 00000100:00100000:3.0:1781281363.708222:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4316 00000100:00100000:3.0:1781281363.708228:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2210:x1867807981813056:12345-192.168.204.1@tcp:8:lfs.0 00010000:00080000:3.0:1781281363.708258:0:12103:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp t0 exp 0000000000000000 cur 904 last 0 00000020:00000080:3.0:1781281363.708286:0:12103:0:(genops.c:1359:class_connect()) connect: client fd013285-183a-4106-aea7-7bb500a78bd8, cookie 0x3e391ad4c896cb9b 00002000:00100000:3.0:1781281363.708294:0:12103:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli fd013285-183a-4106-aea7-7bb500a78bd8/00000000a8ac2c0b ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1781281363.708304:0:12103:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:3.0:1781281363.708536:0:12103:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:3.0:1781281363.708546:0:12103:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1781281363.708570:0:12103:0:(import.c:86:import_set_state_nolock()) 0000000008d5c91e : changing import state from RECOVER to FULL 00000100:00100000:3.0:1781281363.708637:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981813056:12345-192.168.204.1@tcp:8:lfs.0 Request processed in 408us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281363.708648:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4316 00000100:00100000:1.0:1781281363.711448:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281363.711559:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813120 00000100:00100000:0.0:1781281363.711623:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 260 00000100:00100000:0.0:1781281363.711630:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:29025:x1867807981813120:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281363.711657:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281363.711727:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:29025:x1867807981813120:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 96us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281363.711735:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 260 00000100:00100000:0.0:1781281363.713727:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281363.713815:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813184 00000100:00100000:2.0:1781281363.713865:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 261 00000100:00100000:2.0:1781281363.713872:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:29025:x1867807981813184:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281363.713910:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281363.714020:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:29025:x1867807981813184:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 147us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281363.714027:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 261 00010000:00010000:2.0:1781281364.205364:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281365.233188:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1781281365.674755:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00010000:2.0:1781281366.255469:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281367.279630:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281367.505101:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281367.505133:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281367.505150:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281367.505165:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281367.505203:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813376 00000100:00100000:1.0:1781281367.505253:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813440 00000100:00100000:1.0:1781281367.505276:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 402 00000100:00100000:1.0:1781281367.505298:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981813376:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281367.505324:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 403 00000100:00100000:3.0:1781281367.505331:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981813440:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281367.505552:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981813376:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 269us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281367.505560:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 402 00000100:00100000:1.0:1781281367.505584:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813312 00000100:00100000:1.0:1781281367.505609:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6 00000100:00100000:1.0:1781281367.505613:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981813312:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281367.505638:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981813312:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 24us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281367.505644:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6 00000100:00100000:3.0:1781281367.505756:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981813440:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 352us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281367.505765:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 403 00000100:00100000:2.0:1781281367.505918:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813248 00000100:00100000:2.0:1781281367.505948:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 59 00000100:00100000:2.0:1781281367.506011:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b575801b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981813248:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281367.506077:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b575801b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981813248:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 124us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281367.506084:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 59 00000100:00000400:2.0:1781281368.109205:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281327/real 1781281327] req@00000000b108879d x1867807996518592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281368 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281368.109266:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000b108879d x1867807996518592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281368 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281368.109274:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00100000:2.0:1781281368.109293:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b108879d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996518592:0@lo:400:kworker/u8:0.0 00000100:00000400:1.0:1781281368.109680:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281327/real 1781281327] req@000000003a9d2189 x1867807996518656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281368 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281368.109697:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000003a9d2189 x1867807996518656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281368 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281368.109702:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00100000:1.0:1781281368.109709:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996518656:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281368.173675:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996524416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281368.173746:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281368.173804:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281368.173811:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996524352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281368.173835:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281368.173872:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524416 00000100:00100000:2.0:1781281368.173930:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524352 00000100:00100000:2.0:1781281368.174014:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1781281368.174021:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996524416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281368.174216:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281368.174264:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996524416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 242us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281368.174539:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1781281368.174546:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996524352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281368.174566:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281368.174586:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1781281368.174641:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c246d83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996524416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281368.174686:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996524352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281368.174692:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1781281368.174765:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091de26dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996524352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281368.178510:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001a56ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996524480:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281368.178587:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281368.178628:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281368.178637:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f54ee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996524544:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281368.178663:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281368.178765:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996524672:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281368.179001:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281368.179145:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281368.179154:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cecdd5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996524608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281368.179341:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524544 00000100:00100000:1.0:1781281368.179460:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524672 00000100:00100000:1.0:1781281368.179475:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1781281368.179481:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996524544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281368.179544:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996524544:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281368.179552:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1781281368.179570:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281368.179573:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996524672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281368.179599:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996524672:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281368.179604:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281368.179688:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281368.179724:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996524672:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281368.179912:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524608 00000100:00100000:0.0:1781281368.179949:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281368.179977:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe079bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996524608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281368.180015:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe079bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996524608:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281368.180020:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1781281368.180459:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cecdd5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996524608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281368.180500:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f54ee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996524544:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281368.185118:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524480 00000100:00100000:3.0:1781281368.185306:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1781281368.185312:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f25544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996524480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281368.185450:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f25544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996524480:12345-0@lo:400:kworker/u8:0.0 Request processed in 136us (6863us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281368.185464:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1781281368.185557:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001a56ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996524480:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281368.310268:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281368.909842:0:24010:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281368.909848:0:24010:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:0.0:1781281369.325219:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281370.349156:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281370.465212:0:24058:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281370.465218:0:24058:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:2.0:1781281371.373216:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281372.227155:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281372.228413:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813504 00000100:00100000:0.0:1781281372.228481:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:0.0:1781281372.228488:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:29541:x1867807981813504:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:0.0:1781281372.229239:0:23368:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1781281372.229345:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:29541:x1867807981813504:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 855us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281372.229355:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:1.0:1781281372.233212:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281372.233329:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813568 00000100:00100000:3.0:1781281372.233390:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 264 00000100:00100000:3.0:1781281372.233397:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:29541:x1867807981813568:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:3.0:1781281372.233435:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281372.233501:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:29541:x1867807981813568:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 103us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281372.233508:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 264 00000100:00100000:1.0:1781281372.239238:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281372.239356:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813632 00000100:00100000:0.0:1781281372.239414:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 265 00000100:00100000:0.0:1781281372.239420:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cecdd5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:29541:x1867807981813632:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281372.239460:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281372.239533:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cecdd5f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:29541:x1867807981813632:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 112us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281372.239540:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 265 00000100:00100000:1.0:1781281372.324383:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281372.324501:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813760 00000100:00100000:0.0:1781281372.324559:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:0.0:1781281372.324565:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:29557:x1867807981813760:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:0.0:1781281372.324586:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281372.324606:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000db6bbc8/0x3e391ad4c896cba2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485d3 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.324692:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.324707:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.324721:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.324734:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.324746:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.324752:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325163:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325171:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325177:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325183:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040f1b02d already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281372.325186:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325192:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325204:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000f69fc63d) 00010000:00010000:0.0:1781281372.325206:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281372.325210:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325216:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040f1b02d/0x3e391ad4c896cba9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325231:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325236:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325241:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325246:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d58ebc73 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281372.325248:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325253:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325260:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (00000000fd0d2bcb) 00010000:00010000:0.0:1781281372.325262:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281372.325264:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325269:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d58ebc73/0x3e391ad4c896cbb0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325313:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000db6bbc8/0x3e391ad4c896cba2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485d3 expref: 8 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325321:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000db6bbc8/0x3e391ad4c896cba2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485d3 expref: 8 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281372.325335:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000db6bbc8, rc 0) 00000100:00100000:0.0:1781281372.325552:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:29557:x1867807981813760:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 984us (1176us total) trans 0 rc 301/301 00000100:00100000:0.0:1781281372.325562:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:1.0:1781281372.334622:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281372.334891:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813824 00000100:00100000:3.0:1781281372.335018:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:3.0:1781281372.335026:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:29557:x1867807981813824:12345-192.168.204.1@tcp:34:lfs.0 00010000:00010000:3.0:1781281372.335096:0:23367:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.335115:0:23367:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.335127:0:23367:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.335140:0:23367:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.335146:0:23367:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.335152:0:23367:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.336910:0:23367:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.336925:0:23367:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337109:0:23367:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281372.337669:0:23367:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281372.337691:0:23367:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337706:0:23367:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337713:0:23367:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337719:0:23367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337725:0:23367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a8b32f76 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281372.337728:0:23367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337735:0:23367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337746:0:23367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000f69fc63d) 00010000:00010000:3.0:1781281372.337749:0:23367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281372.337752:0:23367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337758:0:23367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cbb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337771:0:23367:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337777:0:23367:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337787:0:23367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337791:0:23367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b7f4997 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281372.337793:0:23367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337797:0:23367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337804:0:23367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xed1d29cb (000000002a189d9a) 00010000:00010000:3.0:1781281372.337807:0:23367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281372.337808:0:23367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337813:0:23367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xed1d29cb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337825:0:23367:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337830:0:23367:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337835:0:23367:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337839:0:23367:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5cd00b4 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281372.337841:0:23367:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337846:0:23367:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337851:0:23367:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42b:0x0].0x0 (00000000c1640667) 00010000:00010000:3.0:1781281372.337853:0:23367:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281372.337854:0:23367:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281372.337859:0:23367:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbc5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23367 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281372.337935:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:29557:x1867807981813824:12345-192.168.204.1@tcp:34:lfs.0 Request processed in 2906us (3318us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281372.338242:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 17 00010000:00010000:3.0:1781281372.402494:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281372.626950:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281372.627940:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813888 00000100:00100000:0.0:1781281372.628059:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 61 00000100:00100000:0.0:1781281372.628066:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff8999b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981813888:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281372.628512:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff8999b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981813888:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 442us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281372.628521:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 61 00000100:00100000:2.0:1781281373.293445:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281373.293466:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000092810bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996524736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281373.293532:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281373.293581:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524736 00000100:00100000:2.0:1781281373.293622:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1781281373.293628:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c75875 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996524736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781281373.293660:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281373.293702:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c75875 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996524736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281373.293709:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1781281373.293769:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000092810bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996524736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281373.294098:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a1a1e0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996524992:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294139:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281373.294155:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781281373.294161:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d30630b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996524800:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294184:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281373.294198:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf0a1090 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996525056:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294218:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281373.294242:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524800 00000100:00100000:1.0:1781281373.294266:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1781281373.294281:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb710330 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996524800:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294315:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb710330 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996524800:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281373.294321:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1781281373.294346:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525056 00000100:00100000:1.0:1781281373.294367:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1781281373.294371:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006323d5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996525056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294399:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006323d5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996525056:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281373.294405:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1781281373.294429:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d30630b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996524800:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294439:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf0a1090 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996525056:0@lo:400:kworker/u8:2.0 00000100:00000400:2.0:1781281373.294601:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281332/real 1781281332] req@0000000001d63f0b x1867807996518848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281373 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281373.294618:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000001d63f0b x1867807996518848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281373 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281373.294625:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00000400:2.0:1781281373.294629:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281332/real 1781281332] req@00000000f02f6d6f x1867807996518784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281373 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281373.294639:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000f02f6d6f x1867807996518784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281373 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281373.294656:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00100000:2.0:1781281373.294666:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ceeba488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996524864:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281373.294690:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281373.294703:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d63f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996518848:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281373.294708:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996518784:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281373.294720:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281373.294724:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007aa349d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996524928:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.294931:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524864 00000100:00100000:1.0:1781281373.294971:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1781281373.294975:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000092810bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996524864:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.295006:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000092810bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996524864:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281373.295012:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1781281373.295049:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524992 00000100:00100000:1.0:1781281373.295072:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1781281373.295076:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996524992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.295107:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996524992:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281373.295113:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1781281373.295149:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a1a1e0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996524992:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281373.295282:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281373.295304:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ceeba488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996524864:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.295359:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996524928 00000100:00100000:1.0:1781281373.295389:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1781281373.295392:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996524928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281373.295423:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996524928:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281373.295428:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281373.297063:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007aa349d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996524928:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281373.297248:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281373.297304:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281373.297376:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525120 00000100:00100000:3.0:1781281373.297459:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1781281373.297467:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996525120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281373.297486:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281373.303153:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996525120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5677us (5840us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281373.303169:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1781281373.304113:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525120:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1781281373.421109:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281374.446050:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281375.341145:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281334/real 1781281334] req@0000000067014f38 x1867807996518976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281375 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281375.341188:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000067014f38 x1867807996518976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281375 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281375.341195:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00000400:1.0:1781281375.341202:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281334/real 1781281334] req@0000000013e82474 x1867807996519040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281375 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281375.341211:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000013e82474 x1867807996519040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281375 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281375.341216:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00100000:1.0:1781281375.341235:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996518976:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281375.341249:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013e82474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996519040:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1781281375.471078:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281376.494422:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281377.521651:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281377.745726:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281377.745773:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281377.745803:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281377.745843:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281377.745879:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814080 00000100:00100000:3.0:1781281377.745986:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814144 00000100:00100000:3.0:1781281377.746053:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 405 00000100:00100000:3.0:1781281377.746060:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d30630b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981814144:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281377.746103:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814016 00000100:00100000:3.0:1781281377.746139:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d30630b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981814144:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 78us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281377.746142:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:0.0:1781281377.746146:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf0a1090 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981814016:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281377.746147:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 405 00000100:00100000:0.0:1781281377.746176:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf0a1090 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2214:x1867807981814016:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 29us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281377.746182:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:1.0:1781281377.746722:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 406 00000100:00100000:1.0:1781281377.746728:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981814080:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281377.746768:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981814080:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 39us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281377.746773:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 406 00000100:00100000:2.0:1781281377.746849:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981813952 00000100:00100000:2.0:1781281377.746880:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 63 00000100:00100000:2.0:1781281377.746883:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c30207 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981813952:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281377.746914:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c30207 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981813952:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 29us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281377.746920:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 63 00000100:00100000:2.0:1781281378.417165:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996525184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281378.417247:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281378.418137:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281378.418150:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000705370c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996525248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281378.418202:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281378.418229:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996525312:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281378.418231:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525184 00000100:00100000:1.0:1781281378.418261:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281378.418276:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525248 00000100:00100000:1.0:1781281378.418280:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9967162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996525568:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281378.418291:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1781281378.418298:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996525184:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281378.418306:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281378.418325:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00000024:3.0:1781281378.418332:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281378.418341:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099d21d94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996525504:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.418376:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281378.418379:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996525184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281378.418388:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1781281378.418406:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1781281378.418411:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfef1183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996525248:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281378.418426:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525312 00002000:00000024:3.0:1781281378.418427:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281378.418455:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1781281378.418460:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfef1183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996525248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281378.418462:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f819d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996525312:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281378.418473:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1781281378.418498:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b108879d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996525376:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.418500:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f819d566 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996525312:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281378.418509:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1781281378.418533:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281378.418554:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281378.418559:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996525440:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281378.418578:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281378.419120:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bd5123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996525184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281378.424004:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525568 00000100:00100000:1.0:1781281378.424054:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525376 00000100:00100000:1.0:1781281378.424065:0:23367:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525440 00000100:00100000:1.0:1781281378.424082:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1781281378.424088:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023376982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996525568:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281378.424219:0:23368:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1781281378.424229:0:23368:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1781281378.424419:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023376982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996525568:12345-0@lo:400:kworker/u8:0.0 Request processed in 331us (6114us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281378.424427:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1781281378.424444:0:23367:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281378.424448:0:23367:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996525376:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281378.425495:0:23366:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1781281378.425514:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1781281378.425520:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996525440:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.425618:0:23367:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996525376:12345-0@lo:400:kworker/u8:0.0 Request processed in 1167us (7085us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281378.425627:0:23367:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281378.425656:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525504 00000100:00100000:1.0:1781281378.425687:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781281378.425691:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034bcc42d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996525504:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.425724:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034bcc42d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996525504:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (7349us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281378.425730:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781281378.425773:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099d21d94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996525504:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.425784:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996525312:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.425794:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9967162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996525568:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281378.425809:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000705370c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996525248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281378.426555:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996525440:12345-0@lo:400:kworker/u8:0.0 Request processed in 1033us (7975us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281378.426565:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281378.430424:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b108879d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996525376:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281378.430466:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996525440:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281378.541386:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281378.675530:0:24255:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281378.675536:0:24255:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 130b: DoM file create (inherited) replay ========================================================== 12:22:56 (1781281376) 00000100:00100000:1.0:1781281378.850793:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281378.850949:0:24232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814208 00000100:00100000:2.0:1781281378.851429:0:24232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:2.0:1781281378.851437:0:24232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000705370c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:30127:x1867807981814208:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:2.0:1781281378.851460:0:24232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281378.851492:0:24232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cbcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485da expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851549:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851562:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851573:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851585:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851591:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851597:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851680:0:24232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851686:0:24232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851696:0:24232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851702:0:24232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dabeab8b already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281378.851705:0:24232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851711:0:24232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851722:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000f69fc63d) 00010000:00010000:2.0:1781281378.851724:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281378.851727:0:24232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851732:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cbd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851741:0:24232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851745:0:24232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851751:0:24232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851755:0:24232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a47be93 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281378.851757:0:24232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851764:0:24232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851770:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (000000006b004710) 00010000:00010000:2.0:1781281378.851771:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281378.851772:0:24232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851777:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cbda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851806:0:24232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cbcc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485da expref: 8 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851813:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cbcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485da expref: 8 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.851821:0:24232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a4994fba, rc 0) 00000100:00100000:2.0:1781281378.851879:0:24232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000705370c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:30127:x1867807981814208:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 441us (1094us total) trans 0 rc 301/301 00000100:00100000:2.0:1781281378.851887:0:24232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:1.0:1781281378.870333:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281378.870433:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814336 00000100:00100000:3.0:1781281378.870494:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:3.0:1781281378.870502:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028389473 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:30127:x1867807981814336:12345-192.168.204.1@tcp:36:lfs.0 00010000:00010000:3.0:1781281378.870570:0:23368:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281378.870602:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bfc9cfdb/0x3e391ad4c896cb94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485cc expref: 7 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.870619:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000f69fc63d) 00010000:00010000:3.0:1781281378.870629:0:23368:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281378.870720:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.870734:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.870744:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.870755:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.870761:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.870768:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281378.872907:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 512 00010000:00010000:3.0:1781281378.872923:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.872938:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.872947:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.875753:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5cd00b4 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281378.875761:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.875772:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.875789:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000089325a30) 00010000:00010000:3.0:1781281378.875792:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281378.875797:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.875804:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbe1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281378.875820:0:23368:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000028389473 reply state 000000001a56842b transno 30064771073 ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281378.878232:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028389473 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:30127:x1867807981814336:12345-192.168.204.1@tcp:36:lfs.0 Request processed in 7720us (7898us total) trans 30064771073 rc 0/0 00000100:00100000:3.0:1781281378.878248:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 19 00010000:00010000:3.0:1781281378.880582:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.880605:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.880614:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.880622:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b7f4997 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281378.880626:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.880633:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.880651:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (000000002a189d9a) 00010000:00010000:3.0:1781281378.880653:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281378.880656:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.880662:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbe8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281378.904388:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281378.904794:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814400 00000100:00100000:3.0:1781281378.904858:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:3.0:1781281378.904865:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc0888a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:30131:x1867807981814400:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281378.904888:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281378.904911:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485e1 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.905240:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbf6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.905255:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.905268:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281378.905304:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1781281378.905307:0:23368:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281378.905331:0:23368:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.905357:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cbef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485e1 expref: 9 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.905374:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485e1 expref: 8 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.905382:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:3.0:1781281378.905384:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781281378.905388:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f5cd00b4, rc 0) 00000100:00100000:3.0:1781281378.905459:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc0888a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:30131:x1867807981814400:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 594us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281378.905467:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:2.0:1781281378.909537:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281378.909770:0:24232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814464 00000100:00100000:1.0:1781281378.909826:0:24232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:1.0:1781281378.909832:0:24232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003bd5123 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+8:30131:x1867807981814464:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:1.0:1781281378.909855:0:24232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281378.909878:0:24232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cbfd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485e8 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.909938:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.909976:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.909988:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910003:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910010:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910016:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910121:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896cc12 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910128:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896cc12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910135:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896cc12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281378.910312:0:24232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 512 00000004:00200000:1.0:1781281378.910317:0:24232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281378.910350:0:24232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896cc12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910360:0:24232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910366:0:24232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910372:0:24232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910377:0:24232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c482223a already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281378.910380:0:24232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910386:0:24232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910397:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:1.0:1781281378.910400:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281378.910405:0:24232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910410:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c482223a/0x3e391ad4c896cc04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910421:0:24232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910426:0:24232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910431:0:24232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910436:0:24232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5a8d27 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281378.910437:0:24232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910443:0:24232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910449:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (00000000895bfc93) 00010000:00010000:1.0:1781281378.910451:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281378.910453:0:24232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910458:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c5a8d27/0x3e391ad4c896cc0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910485:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb75170e/0x3e391ad4c896cbfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485e8 expref: 10 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910497:0:24232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896cc12 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485e8 expref: 9 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.910502:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (00000000938bc605) 00010000:00010000:1.0:1781281378.910505:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781281378.910507:0:24232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003df4802d, rc 0) 00000100:00100000:1.0:1781281378.910566:0:24232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003bd5123 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+9:30131:x1867807981814464:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 733us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281378.910573:0:24232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:1.0:1781281378.915206:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281378.916220:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814592 00000100:00100000:3.0:1781281378.916286:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:3.0:1781281378.916293:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e49dd42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:30131:x1867807981814592:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281378.916322:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281378.916344:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485ef expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281378.916649:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 512 00010000:00010000:3.0:1781281378.916773:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc19 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485ef expref: 11 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.916783:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485ef expref: 11 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281378.916796:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a8b32f76, rc 0) 00000100:00100000:3.0:1781281378.916868:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e49dd42c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:30131:x1867807981814592:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 575us (1670us total) trans 30064771074 rc 301/301 00000100:00100000:3.0:1781281378.916876:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:2.0:1781281378.938506:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281378.939135:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814720 00000100:00100000:2.0:1781281378.941405:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23 00000100:00100000:2.0:1781281378.941414:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:30131:x1867807981814720:12345-192.168.204.1@tcp:36:lfs.0 00010000:00010000:2.0:1781281378.941477:0:23368:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281378.941509:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003df4802d/0x3e391ad4c896cc12 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485e8 expref: 10 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.941535:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (00000000938bc605) 00010000:00010000:2.0:1781281378.941547:0:23368:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281378.941577:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.941591:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281378.941600:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281378.941853:0:23368:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000262647d0 reply state 00000000aa0f6d6f transno 30064771075 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281378.941875:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 512 00000100:00100000:2.0:1781281378.946375:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:30131:x1867807981814720:12345-192.168.204.1@tcp:36:lfs.0 Request processed in 4953us (7870us total) trans 30064771075 rc 0/0 00000100:00100000:2.0:1781281378.946388:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23 00000100:00100000:2.0:1781281378.951474:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:1.0:1781281378.953288:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.953307:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.953315:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.953322:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4994fba already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281378.953326:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.953334:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.953350:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (000000006b004710) 00010000:00010000:1.0:1781281378.953353:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781281378.953357:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281378.953362:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cc27 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281378.955349:0:23370:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814848 00000100:00100000:2.0:1781281378.955520:0:23370:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:2.0:1781281378.955527:0:23370:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:30131:x1867807981814848:12345-192.168.204.1@tcp:35:lfs.0 00000100:00100000:2.0:1781281378.955792:0:23370:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:30131:x1867807981814848:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 264us (4325us total) trans 30064771076 rc 0/0 00000100:00100000:2.0:1781281378.955800:0:23370:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00010000:00010000:2.0:1781281379.568455:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281379.977103:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281379.977151:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814912 00000100:00100000:3.0:1781281379.977217:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24 00000100:00100000:3.0:1781281379.977224:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:30146:x1867807981814912:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281379.977245:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281379.977266:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485f6 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281379.977324:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cc35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281379.977339:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cc35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281379.977351:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cc35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281379.977485:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1781281379.977490:0:23368:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281379.977520:0:23368:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cc35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281379.977547:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485f6 expref: 13 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281379.977563:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cc35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485f6 expref: 12 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281379.977572:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:3.0:1781281379.977575:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781281379.977579:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001b7f4997, rc 0) 00000100:00100000:3.0:1781281379.977888:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:30146:x1867807981814912:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 662us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281379.977897:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24 00000100:00100000:0.0:1781281379.995889:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281379.995998:0:24232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981814976 00000100:00100000:1.0:1781281379.996054:0:24232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:1.0:1781281379.996060:0:24232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:30146:x1867807981814976:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:1.0:1781281379.996106:0:24232:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1781281379.996186:0:24232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:30146:x1867807981814976:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 125us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281379.996194:0:24232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:0.0:1781281380.008346:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281380.008657:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815040 00000100:00100000:2.0:1781281380.008717:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 270 00000100:00100000:2.0:1781281380.008724:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:30146:x1867807981815040:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281380.008763:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281380.008834:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:30146:x1867807981815040:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 110us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281380.008841:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 270 00000100:00100000:0.0:1781281380.023994:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281380.024042:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815104 00000100:00100000:0.0:1781281380.024092:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 271 00000100:00100000:0.0:1781281380.024100:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:30146:x1867807981815104:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281380.024136:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281380.024209:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:30146:x1867807981815104:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 108us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281380.024217:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 271 00000001:00080000:3.0:1781281380.056578:0:23397:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 30064771076 is committed 00000100:00100000:0.0:1781281380.096783:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281380.096858:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815232 00000100:00100000:2.0:1781281380.096907:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 26 00000100:00100000:2.0:1781281380.096913:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:30153:x1867807981815232:12345-192.168.204.1@tcp:36:mcreate.0 00010000:00010000:2.0:1781281380.096982:0:23368:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281380.097008:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b7f4997/0x3e391ad4c896cc35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485f6 expref: 8 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097026:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:2.0:1781281380.097031:0:23368:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281380.097274:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097288:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097299:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097316:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097328:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097334:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097878:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097888:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097895:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097902:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a47be93 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281380.097905:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097912:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097921:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:2.0:1781281380.097924:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281380.097926:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.097932:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc3c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281380.097947:0:23368:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000024530d61 reply state 00000000863d59df transno 30064771077 ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281380.098066:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:30153:x1867807981815232:12345-192.168.204.1@tcp:36:mcreate.0 Request processed in 1151us (1291us total) trans 30064771077 rc 0/0 00000100:00100000:2.0:1781281380.098075:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 26 00010000:00010000:2.0:1781281380.106355:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.106373:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.106381:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.106387:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dabeab8b already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281380.106391:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.106397:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.106455:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (00000000e2935352) 00010000:00010000:2.0:1781281380.106458:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281380.106463:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281380.106470:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc43 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281380.128899:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281380.131723:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815296 00000100:00100000:3.0:1781281380.131799:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:3.0:1781281380.131806:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:30156:x1867807981815296:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1781281380.131828:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281380.131847:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112485fd expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.131910:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.131923:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.131936:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.131949:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132357:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132365:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132468:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132476:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132487:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281380.132514:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42d:0x0]: returning size 0 00000004:00200000:3.0:1781281380.132518:0:23368:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281380.132544:0:23368:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132554:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132561:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132567:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132573:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132579:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000338d5714 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281380.132582:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132589:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132599:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:3.0:1781281380.132602:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281380.132606:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132611:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132621:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132626:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132630:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132634:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d46c8fb9 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281380.132635:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132639:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132644:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (0000000089325a30) 00010000:00010000:3.0:1781281380.132646:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281380.132647:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132652:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132675:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485fd expref: 10 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132685:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485fd expref: 9 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.132690:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42d:0x0].0x0 (00000000cda6476d) 00010000:00010000:3.0:1781281380.132692:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781281380.132694:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000085ef444a, rc 0) 00000100:00100000:3.0:1781281380.132793:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:30156:x1867807981815296:12345-192.168.204.1@tcp:101:rm.0 Request processed in 986us (3900us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281380.132800:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:1.0:1781281380.153584:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281380.153684:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815424 00000100:00100000:3.0:1781281380.153775:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 28 00000100:00100000:3.0:1781281380.153783:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c523ae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:30156:x1867807981815424:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1781281380.153834:0:23368:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281380.153860:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896cc5f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485fd expref: 9 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.153879:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42d:0x0].0x0 (00000000cda6476d) 00010000:00010000:3.0:1781281380.153887:0:23368:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281380.153915:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.153929:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.153940:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154105:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154239:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154248:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154356:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154365:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154371:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154814:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154825:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154833:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154840:0:23368:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154850:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154856:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.154924:0:23368:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1781281380.154940:0:23368:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c523ae5f reply state 00000000a6871264 transno 30064771078 ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155008:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155015:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155020:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155026:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a8b32f76 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281380.155030:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155036:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155045:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:3.0:1781281380.155047:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281380.155050:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281380.155055:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896cc66 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281380.155063:0:23368:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c523ae5f reply state 00000000a6871264 transno 30064771078 ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281380.155657:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c523ae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:30156:x1867807981815424:12345-192.168.204.1@tcp:36:rm.0 Request processed in 1871us (2078us total) trans 30064771078 rc 0/0 00000100:00100000:1.0:1781281380.155667:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 28 00010000:00010000:0.0:1781281380.156376:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281380.156383:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281380.156394:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000643da1c1 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281380.156396:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281380.156477:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281380.156494:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42d:0x0].0x0 (000000003864dce8) 00010000:00010000:0.0:1781281380.156497:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1781281380.156499:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281380.156505:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000643da1c1/0x3e391ad4c896cc7b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622954649756096 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.156575:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281380.156577:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281380.156578:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281380.156975:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.156984:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.156991:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.156996:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d46c8fb9 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281380.156999:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157011:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157021:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (0000000089325a30) 00010000:00010000:1.0:1781281380.157023:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281380.157026:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157031:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d46c8fb9/0x3e391ad4c896cc6d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157046:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157052:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157057:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157062:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000338d5714 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281380.157063:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157069:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157076:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42d:0x0].0x0 (000000003864dce8) 00010000:00010000:1.0:1781281380.157078:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781281380.157080:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281380.157295:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000338d5714/0x3e391ad4c896cc74 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000100:00000400:2.0:1781281380.461489:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281339/real 1781281339] req@000000004d7dda98 x1867807996519168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281380 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281380.461522:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004d7dda98 x1867807996519168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281380 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281380.461529:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00000400:2.0:1781281380.461534:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281339/real 1781281339] req@0000000032eb8a1c x1867807996519104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281380 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281380.461545:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000032eb8a1c x1867807996519104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281380 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281380.461550:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00100000:2.0:1781281380.461567:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996519168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281380.461573:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996519104:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1781281380.592236:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281380.985237:0:24355:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:0.0:1781281380.985248:0:24355:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:0.0:1781281380.985254:0:24355:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00000100:00000400:2.0:1781281381.485456:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281340/real 1781281340] req@00000000875ba8d7 x1867807996519296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281381 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281381.485487:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000875ba8d7 x1867807996519296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281381 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281381.485495:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00000400:2.0:1781281381.485501:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281340/real 1781281340] req@000000005e59c2eb x1867807996519360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281381 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281381.485510:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000005e59c2eb x1867807996519360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281381 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281381.485516:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00100000:2.0:1781281381.485532:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875ba8d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996519296:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281381.485538:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e59c2eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996519360:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281381.614661:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281381.877908:0:24403:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:0.0:1781281381.877919:0:24403:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:0.0:1781281381.877925:0:24403:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00000020:00000080:0.0:1781281381.877944:0:24403:0:(class_obd.c:302:class_handle_ioctl()) cmd = 4008668d 00000004:00000080:0.0:1781281381.877950:0:24403:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x4008668d 00000001:00080000:3.0:1781281381.905583:0:23397:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 30064771077 is committed 00000001:00080000:3.0:1781281381.905603:0:23397:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 30064771078 is committed 00080000:00020000:2.0:1781281381.910326:0:24403:0:(osd_handler.c:698:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00010000:00010000:3.0:1781281382.642919:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281382.764138:0:24452:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281382.764145:0:24452:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:1.0:1781281382.837799:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281382.839509:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815488 00000100:00100000:2.0:1781281382.839590:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 29 00000100:00100000:2.0:1781281382.839598:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051606de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:30187:x1867807981815488:12345-192.168.204.1@tcp:101:touch.0 00010000:00010000:2.0:1781281382.839621:0:23368:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281382.839643:0:23368:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248604 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839704:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839717:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839727:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839743:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839749:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839754:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839877:0:23368:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f05a628a/0x3e391ad4c896cc97 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839889:0:23368:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f05a628a/0x3e391ad4c896cc97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839896:0:23368:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f05a628a/0x3e391ad4c896cc97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281382.839923:0:23368:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 11776 00000004:00200000:2.0:1781281382.839927:0:23368:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281382.839982:0:23368:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f05a628a/0x3e391ad4c896cc97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.839994:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840000:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840006:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840011:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a47be93 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281382.840014:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840021:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840032:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000002a189d9a) 00010000:00010000:2.0:1781281382.840034:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281382.840038:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840043:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896cc89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840055:0:23368:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840061:0:23368:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840066:0:23368:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840071:0:23368:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004d323bae already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281382.840073:0:23368:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840079:0:23368:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840085:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (00000000e2935352) 00010000:00010000:2.0:1781281382.840087:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281382.840089:0:23368:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840093:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cc90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840133:0:23368:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248604 expref: 9 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840146:0:23368:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f05a628a/0x3e391ad4c896cc97 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248604 expref: 8 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.840152:0:23368:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (00000000b2e0e7cb) 00010000:00010000:2.0:1781281382.840154:0:23368:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781281382.840156:0:23368:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f05a628a, rc 0) 00010000:00000080:2.0:1781281382.840162:0:23368:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000051606de1 x1867807981815488/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:107/0 lens 592/640 e 0 to 0 dl 1781281422 ref 1 fl Interpret:/0/0 rc 0/0 job:'touch.0' 00000100:00100000:2.0:1781281382.840234:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051606de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:30187:x1867807981815488:12345-192.168.204.1@tcp:101:touch.0 Request processed in 636us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281382.840242:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 29 00000100:00100000:0.0:1781281382.847191:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281382.847452:0:24232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815616 00000100:00100000:2.0:1781281382.847508:0:24232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 30 00000100:00100000:2.0:1781281382.847515:0:24232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+8:30187:x1867807981815616:12345-192.168.204.1@tcp:101:touch.0 00010000:00010000:2.0:1781281382.847537:0:24232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281382.847556:0:24232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc9e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124860b expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.847703:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.847719:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.847730:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.847747:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.847754:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.847759:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848410:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000221c0c7c/0x3e391ad4c896ccb3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848420:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000221c0c7c/0x3e391ad4c896ccb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848427:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000221c0c7c/0x3e391ad4c896ccb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281382.848472:0:24232:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1781281382.848474:0:24232:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb mtime from disk: 0 -> 1781281382 00000004:00010000:2.0:1781281382.848476:0:24232:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb atime from disk: 0 -> 1781281382 00000004:00010000:2.0:1781281382.848478:0:24232:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb ctime from disk: 0 -> 1781281382 00000004:00010000:2.0:1781281382.848480:0:24232:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb blocks from disk: 18427282363563114435 -> 2 00002000:00010000:2.0:1781281382.848484:0:24232:0:(mdt_io.c:1321:mdt_lvb2reply()) size 0 00010000:00010000:2.0:1781281382.848488:0:24232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848494:0:24232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848500:0:24232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848506:0:24232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004d323bae already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281382.848509:0:24232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848516:0:24232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848527:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (00000000b2e0e7cb) 00010000:00010000:2.0:1781281382.848529:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281382.848533:0:24232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848539:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004d323bae/0x3e391ad4c896cca5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281382.848550:0:24232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c8edc0af reply state 000000006c6ca683 transno 30064771079 ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848579:0:24232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896cc9e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124860b expref: 11 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848593:0:24232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000221c0c7c/0x3e391ad4c896ccb3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124860b expref: 10 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.848600:0:24232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42e:0x0].0x0 (000000004b4a9c64) 00010000:00010000:2.0:1781281382.848602:0:24232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 49 00010000:00010000:2.0:1781281382.848604:0:24232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000221c0c7c, rc 0) 00010000:00000080:2.0:1781281382.848610:0:24232:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000c8edc0af x1867807981815616/t30064771079(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:107/0 lens 752/816 e 0 to 0 dl 1781281422 ref 1 fl Interpret:/0/0 rc 0/0 job:'touch.0' 00000100:00100000:2.0:1781281382.848688:0:24232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+11:30187:x1867807981815616:12345-192.168.204.1@tcp:101:touch.0 Request processed in 1171us (1505us total) trans 30064771079 rc 0/0 00000100:00100000:2.0:1781281382.848698:0:24232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 30 00010000:00010000:2.0:1781281382.860279:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.860300:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.860306:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.860312:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004a47be93 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281382.860316:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.860322:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.860339:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0xfa0fa5c1 (00000000e2935352) 00010000:00010000:2.0:1781281382.860341:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281382.860345:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.860351:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a47be93/0x3e391ad4c896ccac lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281382.860861:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281382.860967:0:24232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815744 00000100:00100000:2.0:1781281382.861014:0:24232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 31 00000100:00100000:2.0:1781281382.861021:0:24232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aa349d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+10:30187:x1867807981815744:12345-192.168.204.1@tcp:36:touch.0 00010000:00010000:2.0:1781281382.861110:0:24232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.861135:0:24232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281382.861146:0:24232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281382.861422:0:24232:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:2.0:1781281382.861425:0:24232:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb mtime from disk: 1781281382 -> 1781281382 00000004:00010000:2.0:1781281382.861428:0:24232:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb atime from disk: 1781281382 -> 1781281382 00000004:00010000:2.0:1781281382.861430:0:24232:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb ctime from disk: 1781281382 -> 1781281382 00000004:00010000:2.0:1781281382.861432:0:24232:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42e:0x0] updating lvb blocks from disk: 2 -> 2 00000004:00010000:2.0:1781281382.861436:0:24232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007aa349d3 reply state 00000000ba018949 transno 30064771080 ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00000080:2.0:1781281382.861481:0:24232:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000007aa349d3 x1867807981815744/t30064771080(0) o36->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:107/0 lens 488/456 e 0 to 0 dl 1781281422 ref 1 fl Interpret:/0/0 rc 0/0 job:'touch.0' 00000100:00100000:2.0:1781281382.861697:0:24232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aa349d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:30187:x1867807981815744:12345-192.168.204.1@tcp:36:touch.0 Request processed in 675us (839us total) trans 30064771080 rc 0/0 00000100:00100000:2.0:1781281382.861704:0:24232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 31 00000100:00100000:1.0:1781281382.866079:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281382.866175:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281382.866215:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281382.866281:0:23358:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815808 00000100:00100000:0.0:1781281382.866332:0:23358:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 65 00000100:00100000:0.0:1781281382.866339:0:23358:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068c5b9b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981815808:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281382.866410:0:23358:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068c5b9b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981815808:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 70us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281382.866418:0:23358:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 65 00000100:00100000:2.0:1781281382.872299:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815872 00000100:00100000:2.0:1781281382.873262:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815936 00000100:00100000:3.0:1781281382.874602:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 408 00000100:00100000:3.0:1781281382.874614:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceeba488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981815872:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281382.874715:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceeba488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981815872:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 103us (8644us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281382.874735:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 408 00000100:00100000:3.0:1781281382.874754:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 409 00000100:00100000:3.0:1781281382.874758:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981815936:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281382.874783:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981815936:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 24us (8568us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281382.874788:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 409 00000100:00100000:2.0:1781281382.876756:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281382.876791:0:23369:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816064 00000100:00100000:2.0:1781281382.876851:0:23369:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 3 00000100:00100000:2.0:1781281382.876858:0:23369:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:30187:x1867807981816064:12345-192.168.204.1@tcp:35:touch.0 00010000:00000080:2.0:1781281382.877079:0:23369:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000002a49b121 x1867807981816064/t30064771081(0) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:73/0 lens 392/456 e 0 to 0 dl 1781281388 ref 1 fl Interpret:/0/0 rc 0/0 job:'touch.0' 00000100:00100000:2.0:1781281382.877138:0:23369:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+13:30187:x1867807981816064:12345-192.168.204.1@tcp:35:touch.0 Request processed in 278us (387us total) trans 30064771081 rc 0/0 00000100:00100000:2.0:1781281382.877145:0:23369:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 3 00010000:00010000:3.0:1781281382.877384:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281382.877397:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281382.877406:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281382.877412:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dabeab8b already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281382.877416:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281382.877423:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281382.877440:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42e:0x0].0x0 (000000004b4a9c64) 00010000:00010000:3.0:1781281382.877442:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281382.877446:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281382.877451:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dabeab8b/0x3e391ad4c896ccc1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281383.533147:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281383.533227:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281383.533263:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996525760:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281383.533267:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525888:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.533312:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281383.533315:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281383.533378:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525888 00000100:00100000:1.0:1781281383.533426:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1781281383.533432:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996525888:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281383.534038:0:24232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525760 00000100:00100000:2.0:1781281383.534073:0:24232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1781281383.534078:0:24232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996525760:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281383.534091:0:24232:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000c5f29251 x1867807996525760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1781281423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281383.537239:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1781281383.537259:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996525696:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281383.537323:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281383.537344:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525952:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281383.537374:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281383.537497:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034772aac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996526016:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.537531:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281383.537558:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781281383.537565:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059dc9da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996525824:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.537588:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281383.537606:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d23fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996526080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281383.537659:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281383.537695:0:23357:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525696 00000100:00100000:0.0:1781281383.537732:0:23357:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1781281383.537738:0:23357:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008905d1fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996525696:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.537783:0:23357:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008905d1fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996525696:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281383.537789:0:23357:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1781281383.537817:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525632 00000100:00100000:0.0:1781281383.537839:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526080 00000100:00100000:0.0:1781281383.537850:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1781281383.537853:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2997:x1867807996525632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781281383.537881:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281383.537938:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2997:x1867807996525632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (4703us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281383.537944:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1781281383.537970:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1781281383.537974:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996526080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281383.537991:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281383.538023:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996526080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281383.538029:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1781281383.538034:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526016 00000100:00100000:3.0:1781281383.538059:0:23366:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525824 00000100:00100000:3.0:1781281383.538077:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281383.538082:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086811cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996526016:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.538089:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067014f38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996525696:0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281383.538100:0:23366:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000086811cb5 x1867807996526016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1781281423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281383.538123:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281383.538147:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086811cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996526016:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281383.538155:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281383.538170:0:23366:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1781281383.538174:0:23366:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818a207e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996525824:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281383.538185:0:23366:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000818a207e x1867807996525824/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1781281423 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281383.538216:0:23366:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818a207e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996525824:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281383.538217:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d23fc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996526080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281383.538228:0:23366:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281383.538235:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034772aac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996526016:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.538259:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059dc9da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996525824:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281383.538635:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996525888:12345-0@lo:400:kworker/u8:1.0 Request processed in 5202us (5324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281383.538644:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1781281383.538660:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996525952 00000100:00100000:1.0:1781281383.538682:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1781281383.538686:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996525952:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281383.538713:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996525952:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281383.538719:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1781281383.538851:0:24232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996525760:12345-0@lo:400:kworker/u8:1.0 Request processed in 4772us (5543us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281383.538860:0:24232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1781281383.539082:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525888:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281383.539098:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996525952:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281383.539159:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996525760:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1781281383.664337:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1781281384.555464:0:24549:0:(obd_mount_server.c:1591:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1781281384.555490:0:24549:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.555505:0:24549:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.555511:0:24549:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.555521:0:24549:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.555545:0:24549:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1781281384.555550:0:24549:0:(mgc_request.c:546:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1781281384.555560:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281384.555564:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1781281384.555569:0:24549:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1781281384.555593:0:24549:0:(import.c:86:import_set_state_nolock()) 000000009825f462 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1781281384.555610:0:24549:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c8e4c7 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:24549:1867807996526144:0@lo:39:umount.0 00000100:00100000:2.0:1781281384.555670:0:24549:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281384.555699:0:24549:0:(client.c:2500:ptlrpc_set_wait()) set 000000009800be60 going to sleep for 5 seconds 00000100:00100000:1.0:1781281384.555738:0:23368:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526144 00000100:00100000:1.0:1781281384.555786:0:23368:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281384.555792:0:23368:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:24549:x1867807996526144:12345-0@lo:39:umount.0 00000020:00000080:1.0:1781281384.555824:0:23368:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cb86 00000100:00080000:1.0:1781281384.555835:0:23368:0:(import.c:86:import_set_state_nolock()) 00000000772c66ab : changing import state from FULL to CLOSED 00010000:00000080:1.0:1781281384.555997:0:23368:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d4d23fc0 x1867807996526144/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:109/0 lens 224/224 e 0 to 0 dl 1781281424 ref 1 fl Interpret:/0/0 rc 0/0 job:'umount.0' 00000100:00100000:1.0:1781281384.556035:0:23368:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:24549:x1867807996526144:12345-0@lo:39:umount.0 Request processed in 242us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281384.556042:0:23368:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000020:00000080:1.0:1781281384.556050:0:23368:0:(genops.c:985:class_export_put()) final put 00000000477706c0/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1781281384.556069:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000477706c0/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281384.556118:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000772c66ab for lustre-MDT0000 00010000:00010000:0.0:1781281384.556188:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281384.556194:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.556202:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fd39573c already unused, calling callback (0000000076f01a74) 10000000:00010000:0.0:1781281384.556205:0:7836:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.556213:0:7836:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281384.556218:0:7836:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281384.556223:0:7836:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1781281384.556225:0:7836:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1781281384.556228:0:7836:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1781281384.556253:0:7836:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.556259:0:7836:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781281384.556284:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.556291:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000fd39573c/0x3e391ad4c896c8d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8d8 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.556309:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.556311:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.556312:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281384.556328:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281384.556339:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996526208:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1781281384.556371:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281384.556399:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526208 00000100:00100000:0.0:1781281384.556425:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1781281384.556429:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996526208:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1781281384.556440:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781281384.556454:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b4cc3ac/0x3e391ad4c896c8d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c8d1 expref: 18 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.556465:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781281384.556488:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2998:x1867807996526208:12345-0@lo:103:ldlm_bl_04.0 Request processed in 57us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281384.556494:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1781281384.556524:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996526208:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1781281384.556591:0:24549:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c8e4c7 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:24549:1867807996526144:0@lo:39:umount.0 00000100:00080000:2.0:1781281384.556604:0:24549:0:(import.c:86:import_set_state_nolock()) 000000009825f462 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1781281384.556608:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281384.556610:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1781281384.556612:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1781281384.556734:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281384.558781:0:24549:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558800:0:24549:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558805:0:24549:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558811:0:24549:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558831:0:24549:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281384.558836:0:24549:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558841:0:24549:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558845:0:24549:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558849:0:24549:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558908:0:24549:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1781281384.558915:0:24549:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.558919:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281384.558921:0:24549:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.558924:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558925:0:24549:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.558931:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089a77522 already unused, calling callback (0000000076f01a74) 00010000:00010000:2.0:1781281384.558931:0:24549:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281384.558933:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.558939:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281384.558944:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281384.558950:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281384.558969:0:24549:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1781281384.558973:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1781281384.558973:0:24549:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558992:0:24549:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.558996:0:24549:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281384.559000:0:24549:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559001:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559007:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281384.559013:0:24549:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:2.0:1781281384.559016:0:24549:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1781281384.559020:0:24549:0:(mgc_request.c:546:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1781281384.559025:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559030:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000089a77522/0x3e391ad4c896c822 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c829 expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1781281384.559030:0:24549:0:(obd_mount_server.c:1629:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1781281384.559033:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:2.0:1781281384.559036:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:02000400:2.0:1781281384.559040:0:24549:0:(obd_config.c:854:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:3.0:1781281384.559042:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281384.559044:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559048:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000081e63e23 already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281384.559050:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559054:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281384.559058:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281384.559062:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1781281384.559063:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1781281384.559065:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1781281384.559075:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559083:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281384.559097:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559113:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896c8f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8fb expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559123:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281384.559124:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559129:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ae6e6c0 already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281384.559130:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559135:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281384.559138:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281384.559142:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1781281384.559144:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1781281384.559145:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log params 00010000:00010000:3.0:1781281384.559156:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559161:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281384.559164:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559169:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000007ae6e6c0/0x3e391ad4c896c8c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c8ca expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559176:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281384.559178:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559182:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000355635b9 already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281384.559184:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559189:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281384.559193:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281384.559198:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1781281384.559199:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1781281384.559200:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1781281384.559210:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559215:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281384.559219:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559224:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000355635b9/0x3e391ad4c896c80d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896c81b expref: -99 pid: 23353 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559234:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281384.559236:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281384.559238:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281384.559254:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036abd6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996526336:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281384.559382:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281384.559472:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281384.559512:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281384.559518:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996526400:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281384.559538:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281384.559576:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996526464:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281384.559602:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281384.559618:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281384.559622:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996526272:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281384.559640:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281384.559684:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526336 00000100:00100000:3.0:1781281384.559721:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526400 00000100:00100000:3.0:1781281384.559738:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526464 00000100:00100000:3.0:1781281384.559748:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526272 00000100:00100000:3.0:1781281384.559761:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1781281384.559767:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+20:2995:x1867807996526336:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281384.559779:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281384.559792:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000773fc711/0x3e391ad4c896c8fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c8f4 expref: 20 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559804:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281384.559833:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+19:2995:x1867807996526336:12345-0@lo:103:ldlm_bl_01.0 Request processed in 66us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281384.559840:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1781281384.559855:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1781281384.559859:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996526400:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281384.559865:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281384.559872:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004e8aa350/0x3e391ad4c896c8ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c8c3 expref: 18 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.559880:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281384.559898:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2995:x1867807996526400:12345-0@lo:103:ldlm_bl_01.0 Request processed in 38us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281384.559904:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1781281384.560294:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1781281384.560350:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c1268e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2997:x1867807996526464:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281384.560359:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281384.560368:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000977d3cc1/0x3e391ad4c896c81b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c80d expref: 16 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281384.560380:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281384.560411:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c1268e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:2997:x1867807996526464:12345-0@lo:103:ldlm_bl_01.0 Request processed in 61us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281384.560417:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1781281384.560460:0:5493:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1781281384.560464:0:5493:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9f0adcb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:2997:x1867807996526272:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1781281384.560470:0:5493:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281384.560476:0:5493:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000007e3167d/0x3e391ad4c896c829 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c822 expref: 14 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281384.560488:0:5493:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281384.560504:0:5493:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9f0adcb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:2997:x1867807996526272:12345-0@lo:103:ldlm_bl_01.0 Request processed in 39us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281384.560509:0:5493:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1781281384.560683:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996526400:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281384.560692:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036abd6b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996526336:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281384.560733:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996526272:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281384.560739:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996526464:0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281384.560757:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:2.0:1781281384.563429:0:24549:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x40086672 00010000:00010000:0.0:1781281384.564005:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781281384.596635:0:23397:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 30064771081 is committed 00000020:00000080:3.0:1781281384.597061:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/6 00000020:00080000:3.0:1781281384.597068:0:24549:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 000000005773d84e lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1781281384.597076:0:24549:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 0000000087c6ef2e lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1781281384.597082:0:24549:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000419735b9 fd013285-183a-4106-aea7-7bb500a78bd8 192.168.204.1@tcp 8 (0 0 3) 0 0 0 0: 0000000000000000 30064771081 stale:0 00000020:00080000:3.0:1781281384.597087:0:24549:0:(genops.c:1525:class_disconnect_exports()) OBD device 5 (00000000c15d0e33) has exports, disconnecting them 00000020:00080000:3.0:1781281384.597092:0:24549:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000005773d84e), last request at 1781281383 00000020:00000080:3.0:1781281384.597107:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cb7f 00000100:00080000:3.0:1781281384.597116:0:24549:0:(import.c:86:import_set_state_nolock()) 000000008223af0b : changing import state from FULL to CLOSED 00000020:00080000:3.0:1781281384.597180:0:24549:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000005773d84e): rc 0 00000020:00000080:3.0:1781281384.597183:0:24549:0:(genops.c:985:class_export_put()) final put 000000005773d84e/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1781281384.597193:0:24549:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000087c6ef2e), last request at 1781281383 00000020:00000080:3.0:1781281384.597201:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cb78 00000100:00080000:3.0:1781281384.597204:0:24549:0:(import.c:86:import_set_state_nolock()) 00000000a20ba9fb : changing import state from FULL to CLOSED 00000020:00080000:3.0:1781281384.597238:0:24549:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000087c6ef2e): rc 0 00000020:00000080:3.0:1781281384.597240:0:24549:0:(genops.c:985:class_export_put()) final put 0000000087c6ef2e/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1781281384.597245:0:24549:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.1@tcp (00000000419735b9), last request at 1781281382 00000020:00000080:3.0:1781281384.597248:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c861 00000020:00010000:3.0:1781281384.597256:0:24549:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000419735b9: total 1 00000100:00080000:3.0:1781281384.597259:0:24549:0:(import.c:86:import_set_state_nolock()) 0000000035638f6b : changing import state from FULL to CLOSED 00000020:00080000:3.0:1781281384.597290:0:24549:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000419735b9): rc 0 00000100:00080000:3.0:1781281384.597321:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1781281384.597324:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 3 00000004:00080000:3.0:1781281384.597337:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:3.0:1781281384.597340:0:24549:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1781281384.597362:0:24549:0:(import.c:86:import_set_state_nolock()) 0000000001aa0c3b lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1781281384.597391:0:24549:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:24549:1867807996526528:0@lo:9:umount.0 00000100:00100000:3.0:1781281384.597451:0:24549:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281384.597477:0:24549:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f5409ab going to sleep for 5 seconds 00000020:00010000:3.0:1781281384.597493:0:5494:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000419735b9: total 1 00010000:00010000:3.0:1781281384.597521:0:5494:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000419735b9, canceled 0 locks, left on hash table 3. 00010000:00010000:3.0:1781281384.597553:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f05a628a/0x3e391ad4c896cc97 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248604 expref: 4 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.597582:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896cbf6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485e1 expref: 3 pid: 23368 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.597601:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000221c0c7c/0x3e391ad4c896ccb3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124860b expref: 2 pid: 24232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281384.597614:0:5494:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000419735b9, canceled 3 locks, left on hash table 0. 00000020:00000080:0.0:1781281384.597928:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000005773d84e/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1781281384.597989:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000087c6ef2e/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1781281384.598007:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000008223af0b for lustre-MDT0000 00000020:00000080:0.0:1781281384.598011:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000a20ba9fb for lustre-MDT0000 00000100:00100000:0.0:1781281384.599009:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526528 00000100:00100000:0.0:1781281384.599107:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317 00000100:00100000:0.0:1781281384.599114:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1bcc68a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:24549:x1867807996526528:12345-0@lo:9:umount.0 00000020:00000080:0.0:1781281384.599144:0:12109:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c8a0 00000100:00080000:0.0:1781281384.599150:0:12109:0:(import.c:86:import_set_state_nolock()) 0000000051e7f1a0 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281384.599179:0:12109:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:0.0:1781281384.599500:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1bcc68a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+2:24549:x1867807996526528:12345-0@lo:9:umount.0 Request processed in 385us (2049us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281384.599508:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317 00010000:00010000:1.0:1781281384.602050:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.607242:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281384.607284:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281384.615270:0:24549:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:24549:1867807996526528:0@lo:9:umount.0 00000100:00080000:2.0:1781281384.615294:0:24549:0:(import.c:86:import_set_state_nolock()) 0000000001aa0c3b lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1781281384.615314:0:24549:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281384.615316:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281384.615319:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1781281384.615321:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 4 00000004:00080000:2.0:1781281384.615324:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281384.615326:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1781281384.615435:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281384.615437:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 3 00000004:00080000:2.0:1781281384.615453:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281384.615456:0:24549:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1781281384.615480:0:24549:0:(import.c:86:import_set_state_nolock()) 000000003b070f12 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1781281384.615496:0:24549:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c8e4c7 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:24549:1867807996526592:0@lo:9:umount.0 00000100:00100000:2.0:1781281384.615553:0:24549:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281384.615574:0:24549:0:(client.c:2500:ptlrpc_set_wait()) set 000000009800be60 going to sleep for 5 seconds 00000100:00100000:0.0:1781281384.615694:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996526592 00000100:00100000:0.0:1781281384.615745:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318 00000100:00100000:0.0:1781281384.615751:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:24549:x1867807996526592:12345-0@lo:9:umount.0 00000020:00000080:0.0:1781281384.615778:0:12109:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c8bc 00000100:00080000:0.0:1781281384.615785:0:12109:0:(import.c:86:import_set_state_nolock()) 00000000a110eaf2 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281384.615854:0:12109:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:0.0:1781281384.616274:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+2:24549:x1867807996526592:12345-0@lo:9:umount.0 Request processed in 521us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281384.616282:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318 00000100:00100000:2.0:1781281384.616372:0:24549:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c8e4c7 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:24549:1867807996526592:0@lo:9:umount.0 00000100:00080000:2.0:1781281384.616385:0:24549:0:(import.c:86:import_set_state_nolock()) 000000003b070f12 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1781281384.616402:0:24549:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281384.616404:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281384.616405:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281384.616407:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 4 00000004:00080000:2.0:1781281384.616409:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281384.616410:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00080000:2.0:1781281384.616540:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (00000000c15d0e33) has no exports 00010000:00010000:1.0:1781281384.616598:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1781281384.619683:0:5494:0:(genops.c:985:class_export_put()) final put 00000000419735b9/fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00010000:3.0:1781281384.619783:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281384.619786:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281384.619789:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1781281384.620226:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000419735b9/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-MDT0000 00000020:00000080:1.0:1781281384.623084:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000035638f6b for lustre-MDT0000 00000020:00000080:0.0:1781281384.653473:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c876 00000020:00000080:0.0:1781281384.653487:0:24549:0:(genops.c:985:class_export_put()) final put 00000000d2ea17b5/lustre-QMT0000_UUID 00000020:01000000:0.0:1781281384.653534:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1781281384.653544:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.653552:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281384.653555:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 7 (000000005899419b) has no exports 00000020:00000080:0.0:1781281384.653825:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c86f 00000020:00000080:0.0:1781281384.653829:0:24549:0:(genops.c:985:class_export_put()) final put 00000000e339a074/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1781281384.653852:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000d2ea17b5/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1781281384.653977:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.653982:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1781281384.653985:0:24549:0:(genops.c:985:class_export_put()) final put 000000001d48d024/lustre-QMT0000_UUID 00000020:00000080:0.0:1781281384.653987:0:24549:0:(genops.c:944:class_export_destroy()) destroying export 000000001d48d024/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1781281384.653995:0:24549:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:0.0:1781281384.654120:0:24549:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000001cdf4560 - data 000000008f9c1caf/000000008eb10c97 00000020:01000000:0.0:1781281384.654139:0:24549:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000009c566f5a - data 000000002e3cc1b4/00000000efb22e6c 00000020:00080000:0.0:1781281384.654392:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (00000000c15d0e33) has no exports 00000020:00000080:1.0:1781281384.657384:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000e339a074/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00080000:0.0:1781281384.673526:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281384.673534:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 5 00000004:00080000:0.0:1781281384.673612:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:0.0:1781281384.673890:0:24549:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:0.0:1781281384.674440:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281384.674444:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281384.674448:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 6 00000004:00080000:0.0:1781281384.674797:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281384.674800:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1781281384.675529:0:23390:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1781281384.675534:0:23390:0:(llog.c:789:llog_process_thread()) stop processing plain 0x1c:1:0 index 1 count 1 00000040:00080000:2.0:1781281384.675547:0:23390:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x2:1:0 index 7 count 2 00000040:00080000:2.0:1781281384.675946:0:23390:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 7, last_idx 7 00000040:00100000:2.0:1781281384.675978:0:23390:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 7 in log [0x2:0x1:0x0] 00000040:00080000:2.0:1781281384.676024:0:23390:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 7 of catalog [0x2:0x1:0x0] 00000100:00080000:0.0:1781281384.676435:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281384.676440:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 5 00000004:00080000:0.0:1781281384.676459:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:0.0:1781281384.676463:0:24549:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:0.0:1781281384.676464:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:0.0:1781281384.676466:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281384.676467:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 6 00000004:00080000:0.0:1781281384.676469:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281384.676471:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1781281384.676710:0:23392:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1781281384.676713:0:23392:0:(llog.c:789:llog_process_thread()) stop processing plain 0x1e:1:0 index 1 count 1 00000040:00080000:2.0:1781281384.676722:0:23392:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:1:0 index 7 count 2 00000040:00080000:2.0:1781281384.676838:0:23392:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 7, last_idx 7 00000040:00100000:2.0:1781281384.676841:0:23392:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 7 in log [0x5:0x1:0x0] 00000040:00080000:2.0:1781281384.676877:0:23392:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 7 of catalog [0x5:0x1:0x0] 00000020:00000080:0.0:1781281384.709300:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c837 00000020:00000080:0.0:1781281384.709310:0:24549:0:(genops.c:985:class_export_put()) final put 0000000077667dc7/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281384.710308:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c84c 00000020:00000080:0.0:1781281384.710315:0:24549:0:(genops.c:985:class_export_put()) final put 00000000a770236a/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281384.710321:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1781281384.710328:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.710335:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281384.710339:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 4 (00000000e4cc9713) has no exports 00000004:01000000:0.0:1781281384.710449:0:24549:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1781281384.710457:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c8a7 00000020:00000080:0.0:1781281384.710461:0:24549:0:(genops.c:985:class_export_put()) final put 0000000044cfbc64/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281384.710464:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281384.710467:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.710471:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281384.710473:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 11 (000000001ac03b18) has no exports 00000020:00000080:0.0:1781281384.710479:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c899 00000020:00000080:0.0:1781281384.710481:0:24549:0:(genops.c:985:class_export_put()) final put 00000000d9fa4537/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281384.710627:0:24549:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281384.710632:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281384.710635:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 7 00000004:00080000:0.0:1781281384.710640:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281384.710642:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281384.711160:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.711167:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281384.711173:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c88b 00000020:00000080:0.0:1781281384.711178:0:24549:0:(genops.c:985:class_export_put()) final put 000000001062a489/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281384.711182:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281384.711185:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.711187:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281384.711189:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 8 (00000000cc603508) has no exports 00000020:00000080:0.0:1781281384.711193:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c884 00000020:00000080:0.0:1781281384.711195:0:24549:0:(genops.c:985:class_export_put()) final put 000000000b6daee6/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281384.711348:0:24549:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281384.711351:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281384.711353:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 7 00000004:00080000:0.0:1781281384.711357:0:24549:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281384.711358:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281384.711534:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.711537:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281384.711567:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.711569:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281384.711593:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c853 00000020:00000080:0.0:1781281384.711597:0:24549:0:(genops.c:985:class_export_put()) final put 000000003748e4e0/lustre-MDD0000_UUID 00000020:01000000:0.0:1781281384.711601:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1781281384.711604:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.711606:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281384.711607:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 6 (000000003cfd8675) has no exports 00000020:00000080:0.0:1781281384.711695:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.711698:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1781281384.711701:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c85a 00000020:00000080:0.0:1781281384.711703:0:24549:0:(genops.c:985:class_export_put()) final put 00000000f82434a9/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1781281384.711709:0:24549:0:(obd_mount_server.c:201:server_put_mount()) put mount 00000000755717b1 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1781281384.711712:0:24549:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000755717b1 3 00000020:01000004:0.0:1781281384.711715:0:24549:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 00000000755717b1 from lustre-MDT0000 00000020:00000080:0.0:1781281384.711783:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.711799:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1781281384.711801:0:24549:0:(genops.c:985:class_export_put()) final put 0000000067fe0098/lustre-MDT0000_UUID 00000020:00000080:0.0:1781281384.711804:0:24549:0:(genops.c:944:class_export_destroy()) destroying export 0000000067fe0098/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1781281384.711812:0:24549:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1781281384.711858:0:24549:0:(obd_mount_server.c:270:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1781281384.711860:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1781281384.711862:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.711865:0:24549:0:(obd_config.c:877:class_cleanup()) MGS: forcing exports to disconnect: 2/4 00000020:00080000:0.0:1781281384.711872:0:24549:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 00000000273f4835 ecf7ee81-2075-4f26-b532-0d44497bf6c9 192.168.204.1@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281384.711878:0:24549:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 00000000231a252a fe18d2fd-47a2-47ff-98fc-180cf48b334a 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281384.711881:0:24549:0:(genops.c:1525:class_disconnect_exports()) OBD device 1 (00000000489fc74e) has exports, disconnecting them 00000020:00080000:0.0:1781281384.711885:0:24549:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.1@tcp (00000000273f4835), last request at 1781281382 00000020:00000080:0.0:1781281384.711897:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c814 00000020:00010000:0.0:1781281384.711900:0:24549:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000273f4835: total 3 00000100:00080000:0.0:1781281384.711904:0:24549:0:(import.c:86:import_set_state_nolock()) 00000000ad760487 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281384.711920:0:24549:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000273f4835): rc 0 00000020:00080000:0.0:1781281384.711923:0:24549:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000231a252a), last request at 1781281383 00000020:00000080:0.0:1781281384.711928:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c7ff 00000020:00010000:0.0:1781281384.711930:0:24549:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000231a252a: total 4 00000100:00080000:0.0:1781281384.711932:0:24549:0:(import.c:86:import_set_state_nolock()) 00000000dfc2282e : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281384.711942:0:24549:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000231a252a): rc 0 00000020:00080000:0.0:1781281384.711972:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 1 (00000000489fc74e) has no exports 00000020:00010000:0.0:1781281384.712061:0:5495:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000273f4835: total 4 00010000:00010000:0.0:1781281384.712064:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.712085:0:5495:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000273f4835, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1781281384.712123:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3615b23/0x3e391ad4c896c972 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485b0 expref: 5 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712142:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000a0ae535/0x3e391ad4c896c98e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485c5 expref: 4 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712160:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cef514e2/0x3e391ad4c896c980 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485be expref: 3 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712169:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b6d2482c/0x3e391ad4c896c979 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112485b7 expref: 2 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712177:0:5495:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000273f4835, canceled 4 locks, left on hash table 0. 00000020:00000080:0.0:1781281384.712193:0:5495:0:(genops.c:985:class_export_put()) final put 00000000273f4835/ecf7ee81-2075-4f26-b532-0d44497bf6c9 00000020:00010000:0.0:1781281384.712197:0:5495:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000231a252a: total 3 00010000:00010000:0.0:1781281384.712210:0:5495:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000231a252a, canceled 0 locks, left on hash table 8. 00010000:00010000:0.0:1781281384.712221:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acb99dce/0x3e391ad4c896c917 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c910 expref: 9 pid: 23356 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712231:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000088b38799/0x3e391ad4c896c933 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c92c expref: 8 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712240:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5484231/0x3e391ad4c896c94f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c948 expref: 7 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712251:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000670a308c/0x3e391ad4c896c96b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c964 expref: 6 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712260:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006959425b/0x3e391ad4c896c909 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c902 expref: 5 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712269:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a2e343c3/0x3e391ad4c896c925 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c91e expref: 4 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712278:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bd41f25a/0x3e391ad4c896c941 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c93a expref: 3 pid: 23358 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712290:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001399e19c/0x3e391ad4c896c95d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896c956 expref: 2 pid: 23357 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281384.712298:0:5495:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000231a252a, canceled 8 locks, left on hash table 0. 00000020:00000080:0.0:1781281384.712307:0:5495:0:(genops.c:985:class_export_put()) final put 00000000231a252a/fe18d2fd-47a2-47ff-98fc-180cf48b334a 00010000:00010000:0.0:1781281384.712311:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.712313:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.712314:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281384.712321:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281384.712344:0:23358:0:(service.c:2935:ptlrpc_main()) ll_mgs_0002: service thread [00000000c67b6a08:23358] 2 exiting: rc = 0 00000100:00100000:0.0:1781281384.712429:0:23357:0:(service.c:2935:ptlrpc_main()) ll_mgs_0001: service thread [00000000cfa1061c:23357] 1 exiting: rc = 0 00000020:00000080:1.0:1781281384.712667:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000077667dc7/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1781281384.712676:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000a770236a/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1781281384.712679:0:13507:0:(genops.c:985:class_export_put()) final put 000000002000f51b/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1781281384.712681:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000002000f51b/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1781281384.712684:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1781281384.712805:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000044cfbc64/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1781281384.712810:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000d9fa4537/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1781281384.712814:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000003b070f12 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1781281384.712818:0:13507:0:(genops.c:985:class_export_put()) final put 00000000c66ad7e7/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1781281384.712820:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000c66ad7e7/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1781281384.712823:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1781281384.712849:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000001062a489/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1781281384.712853:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000000b6daee6/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1781281384.712857:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000001aa0c3b for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1781281384.712859:0:13507:0:(genops.c:985:class_export_put()) final put 000000000b1e8ceb/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1781281384.712862:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000000b1e8ceb/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1781281384.712864:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1781281384.712906:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000003748e4e0/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1781281384.712920:0:13507:0:(genops.c:985:class_export_put()) final put 0000000016efefd2/lustre-MDD0000_UUID 00000020:00000080:1.0:1781281384.712922:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000016efefd2/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1781281384.712925:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1781281384.713016:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000f82434a9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1781281384.713020:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000273f4835/ecf7ee81-2075-4f26-b532-0d44497bf6c9 for MGS 00000020:00000080:1.0:1781281384.713049:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000231a252a/fe18d2fd-47a2-47ff-98fc-180cf48b334a for MGS 00000020:00000080:1.0:1781281384.713060:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000ad760487 for MGS 00000020:00000080:1.0:1781281384.713064:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000dfc2282e for MGS 00000100:00100000:3.0:1781281384.713690:0:23356:0:(service.c:2935:ptlrpc_main()) ll_mgs_0000: service thread [00000000555d2642:23356] 0 exiting: rc = 1 00000100:00100000:0.0:1781281384.714071:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714080:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714086:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714093:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714109:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714115:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714123:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714129:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714134:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714139:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714145:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714150:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714156:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714162:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714167:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714172:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714178:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714183:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714188:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714193:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714199:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714206:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714210:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714214:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714219:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714224:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714228:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714233:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714238:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714243:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714250:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714254:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714259:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714264:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714268:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714273:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714278:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714282:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714287:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714292:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714297:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714303:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714307:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714312:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714316:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714325:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714330:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714335:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714340:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714346:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714351:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714355:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714360:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714366:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714372:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714377:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714383:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714387:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714394:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714399:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714404:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714409:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714414:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.714419:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1781281384.716651:0:24549:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000008aca034a - data 00000000af0c2e52/00000000a6aad804 00000020:01000000:0.0:1781281384.716675:0:24549:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000e57db32f - data 00000000b899b55c/00000000f35a9bee 00000020:00000080:0.0:1781281384.717059:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c7f8 00000020:00000080:0.0:1781281384.717065:0:24549:0:(genops.c:985:class_export_put()) final put 000000004bf5953d/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281384.717081:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000004bf5953d/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1781281384.717091:0:24549:0:(obd_mount_server.c:201:server_put_mount()) put mount 00000000755717b1 from MGS, refs=2 00000020:01000004:0.0:1781281384.717094:0:24549:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000755717b1 2 00000020:01000004:0.0:1781281384.717107:0:24549:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 00000000755717b1 from MGS 00000020:00000080:0.0:1781281384.717159:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.717166:0:24549:0:(obd_config.c:805:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1781281384.717168:0:24549:0:(genops.c:985:class_export_put()) final put 0000000002739688/MGS 00000020:00000080:0.0:1781281384.717169:0:24549:0:(genops.c:944:class_export_destroy()) destroying export 0000000002739688/MGS for MGS 00000020:01000000:0.0:1781281384.717178:0:24549:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1781281384.717231:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1781281384.717235:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.717241:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/2 00000020:00080000:0.0:1781281384.717247:0:24549:0:(genops.c:1752:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 0000000090c85725 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281384.717252:0:24549:0:(genops.c:1525:class_disconnect_exports()) OBD device 17 (00000000870cab8e) has exports, disconnecting them 00000020:00080000:0.0:1781281384.717257:0:24549:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (0000000090c85725), last request at 1781281352 00000020:00000080:0.0:1781281384.717261:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c8e6 00000020:00080000:0.0:1781281384.717268:0:24549:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000090c85725): rc 0 00000020:00000080:0.0:1781281384.717303:0:24549:0:(genops.c:985:class_export_put()) final put 0000000090c85725/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1781281384.717313:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000090c85725/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1781281384.719165:0:24549:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1781281384.719174:0:24549:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281384.719179:0:24549:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1781281384.719186:0:24549:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1781281384.719342:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1781281384.719350:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1781281384.719355:0:24549:0:(obd_mount.c:926:lustre_common_put_super()) dropping sb 00000000755717b1 00000020:01000004:2.0:1781281384.719360:0:24549:0:(obd_mount.c:526:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:2.0:1781281384.719363:0:24549:0:(obd_mount.c:939:lustre_common_put_super()) MGC still in use 00000020:01000004:2.0:1781281384.719364:0:24549:0:(obd_mount.c:668:lustre_put_lsi()) put 00000000755717b1 1 00000020:00000080:2.0:1781281384.719368:0:24549:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896c7ea 00000020:00000080:2.0:1781281384.719374:0:24549:0:(genops.c:985:class_export_put()) final put 00000000c20e43df/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1781281384.719380:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1781281384.719384:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1781281384.719387:0:24549:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1781281384.719390:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 0 (000000005db4ec71) has no exports 00000020:00000080:3.0:1781281384.719474:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000009825f462 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1781281384.719482:0:36:0:(genops.c:985:class_export_put()) final put 0000000026411c80/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1781281384.719484:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000026411c80/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1781281384.719495:0:36:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1781281384.719544:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000c20e43df/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1781281384.736417:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281384.736428:0:24549:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1781281384.736434:0:24549:0:(genops.c:985:class_export_put()) final put 00000000012c4def/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281384.736439:0:24549:0:(genops.c:944:class_export_destroy()) destroying export 00000000012c4def/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1781281384.736447:0:24549:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1781281384.736547:0:24549:0:(obd_mount.c:608:lustre_free_lsi()) Freeing lsi 0000000045709dc6 00000020:01000000:0.0:1781281384.736571:0:24549:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1781281384.736575:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281384.736578:0:24549:0:(obd_config.c:877:class_cleanup()) MDS: forcing exports to disconnect: 0/0 00000020:00080000:0.0:1781281384.736581:0:24549:0:(genops.c:1530:class_disconnect_exports()) OBD device 3 (000000009465ea9e) has no exports 00000100:00100000:3.0:1781281384.737836:0:24232:0:(service.c:2935:ptlrpc_main()) mdt00_003: service thread [000000003cf2f828:24232] 3 exiting: rc = 0 00000100:00100000:3.0:1781281384.738053:0:23366:0:(service.c:2935:ptlrpc_main()) mdt00_000: service thread [000000007c3a0ece:23366] 0 exiting: rc = 1 00000100:00100000:0.0:1781281384.739048:0:23367:0:(service.c:2935:ptlrpc_main()) mdt00_001: service thread [000000000b0381a4:23367] 1 exiting: rc = 0 00000100:00100000:1.0:1781281384.740707:0:23368:0:(service.c:2935:ptlrpc_main()) mdt00_002: service thread [00000000619e69d1:23368] 2 exiting: rc = 0 00000100:00100000:2.0:1781281384.741211:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741219:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741224:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741229:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741235:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741240:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741245:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741250:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741255:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741261:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741266:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741271:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741276:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741281:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741286:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741291:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741296:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741301:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741306:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741312:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741317:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741323:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741329:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741334:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741339:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741344:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741351:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741356:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741362:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741367:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741372:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741376:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741382:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741387:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741391:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741398:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741404:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741408:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741414:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741419:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741424:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741429:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741435:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741439:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741444:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741450:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741458:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741466:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741472:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741477:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741482:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741488:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741493:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741498:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741506:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741511:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741515:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741520:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741526:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741532:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741537:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741542:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741547:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.741553:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.751726:0:23369:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_000: service thread [000000005c07f233:23369] 0 exiting: rc = 1 00000100:00100000:0.0:1781281384.751934:0:23370:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_001: service thread [000000006b1cabab:23370] 1 exiting: rc = 0 00000100:00100000:2.0:1781281384.752077:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752084:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752089:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752094:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752108:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752114:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752119:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752124:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752130:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752134:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752139:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752143:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752148:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752152:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752157:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752161:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752167:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752172:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752176:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752181:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752186:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752191:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752196:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752202:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752206:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752211:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752216:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752221:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752226:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752230:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752235:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752240:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752246:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752251:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752255:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752260:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752265:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752270:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752274:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752279:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752283:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752288:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752293:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752298:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752303:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752308:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752314:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752319:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752324:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752328:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752334:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752338:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752343:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752348:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752354:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752359:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752364:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752369:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752374:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752379:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752383:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752388:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752393:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.752398:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753186:0:23372:0:(service.c:2935:ptlrpc_main()) mdt_out00_001: service thread [0000000005449bad:23372] 1 exiting: rc = 0 00000100:00100000:0.0:1781281384.753360:0:23371:0:(service.c:2935:ptlrpc_main()) mdt_out00_000: service thread [00000000a27e9303:23371] 0 exiting: rc = 1 00000100:00100000:3.0:1781281384.753533:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753542:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753550:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753556:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753562:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753571:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753576:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753582:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753587:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753611:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753617:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753623:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753629:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753635:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753640:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753646:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753652:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753658:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753663:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753669:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753676:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753696:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753703:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753709:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753715:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753721:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753726:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753732:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753738:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753744:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753751:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753756:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753763:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753782:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753853:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753858:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753864:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753870:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753875:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753882:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753887:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753893:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753898:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753904:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753919:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753939:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753946:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753980:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753988:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753993:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.753998:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754003:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754010:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754016:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754021:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754027:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754034:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754056:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754064:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754069:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754075:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754081:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754086:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.754109:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.789354:0:23374:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0001: service thread [00000000583ff0b4:23374] 1 exiting: rc = 0 00000100:00100000:3.0:1781281384.789492:0:23373:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0000: service thread [000000001ecdcfbe:23373] 0 exiting: rc = 1 00000100:00100000:2.0:1781281384.789574:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789581:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789586:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789592:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789597:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789601:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789606:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789612:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789617:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789622:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789627:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789632:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789636:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789641:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789646:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789652:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789657:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789661:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789666:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789670:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789675:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789680:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789685:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789690:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789695:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789699:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789704:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789709:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789714:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789719:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789723:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789728:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789733:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789738:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789742:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789748:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789753:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789757:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789763:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789768:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789772:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789777:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789782:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789800:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789805:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789810:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789814:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789819:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789824:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789829:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789833:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789838:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789842:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789847:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789852:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789857:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789862:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789866:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789871:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789875:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789880:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789886:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789891:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.789896:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.790890:0:23375:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0000: service thread [0000000042e3e5a2:23375] 0 exiting: rc = 1 00000100:00100000:0.0:1781281384.791233:0:23376:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0001: service thread [00000000afe7b791:23376] 1 exiting: rc = 0 00000100:00100000:3.0:1781281384.791325:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791331:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791336:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791342:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791347:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791352:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791357:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791362:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791366:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791371:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791376:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791381:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791386:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791393:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791397:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791402:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791407:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791411:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791416:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791420:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791425:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791430:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791434:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791440:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791446:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791451:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791456:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791461:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791465:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791471:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791476:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791481:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791486:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791491:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791496:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791501:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791505:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791510:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791514:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791519:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791524:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791529:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791536:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791541:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791546:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791550:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791555:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791560:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791566:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791571:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791577:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791582:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791587:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791591:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791596:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791600:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791606:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791611:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791615:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791620:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791625:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791630:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791635:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.791642:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281384.792217:0:23378:0:(service.c:2935:ptlrpc_main()) mdt_fld_0001: service thread [000000003bc405e7:23378] 1 exiting: rc = 0 00000100:00100000:0.0:1781281384.792296:0:23377:0:(service.c:2935:ptlrpc_main()) mdt_fld_0000: service thread [00000000549e308d:23377] 0 exiting: rc = 1 00000100:00100000:3.0:1781281384.792477:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792483:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792488:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792493:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792497:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792503:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792507:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792512:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792517:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792522:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792526:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792531:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792536:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792541:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792546:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792551:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792556:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792562:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792567:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792572:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792577:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792583:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792588:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792593:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792598:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792603:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792607:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792612:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792617:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792621:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792627:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792632:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792637:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792642:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792646:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792652:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792656:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792662:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792667:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792671:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792676:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792681:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792686:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792691:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792695:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792700:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792704:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792709:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792714:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792719:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792724:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792728:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792733:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792738:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792743:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792749:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792754:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792759:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792764:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792769:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792773:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792778:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792792:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.792797:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281384.794154:0:23380:0:(service.c:2935:ptlrpc_main()) mdt_io00_001: service thread [000000007607e0b4:23380] 1 exiting: rc = 0 00000100:00100000:0.0:1781281384.794672:0:23381:0:(service.c:2935:ptlrpc_main()) mdt_io00_002: service thread [000000005bfc4f64:23381] 2 exiting: rc = 0 00000100:00100000:0.0:1781281384.795113:0:23379:0:(service.c:2935:ptlrpc_main()) mdt_io00_000: service thread [000000003e078e68:23379] 0 exiting: rc = 1 00000100:00100000:3.0:1781281384.795221:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795230:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795235:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795240:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795245:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795251:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795282:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795289:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795294:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795299:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795305:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795310:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795316:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795321:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795327:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795332:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795338:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795343:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795348:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795353:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795359:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795365:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795370:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795376:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795381:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795386:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795391:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795397:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795402:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795408:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795428:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795435:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795440:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795445:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795451:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795456:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795462:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795467:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795473:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795479:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795484:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795488:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795493:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795498:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795503:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795509:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795515:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795521:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795526:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795531:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795537:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795545:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795550:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795556:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795577:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795584:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795590:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795596:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795601:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795607:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795612:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795618:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795623:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281384.795630:0:24549:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1781281384.809611:0:24549:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281384.809621:0:24549:0:(obd_config.c:805:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1781281384.809626:0:24549:0:(genops.c:985:class_export_put()) final put 0000000043e14522/MDS_uuid 00000020:00000080:3.0:1781281384.809630:0:24549:0:(genops.c:944:class_export_destroy()) destroying export 0000000043e14522/MDS_uuid for MDS 00000020:01000000:3.0:1781281384.809640:0:24549:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1781281384.809804:0:24549:0:(obd_mount_server.c:1687:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1781281384.909804:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281385.965182:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1781281386.172698:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281386.172707:0:6337:0:(genops.c:985:class_export_put()) final put 000000001389953a/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281386.172733:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000001389953a/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1781281386.172789:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000051e7f1a0 for lustre-OST0000 00000001:00100000:3.0:1781281386.173424:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281386.173428:0:7126:0:(genops.c:985:class_export_put()) final put 000000008f508df8/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281386.173676:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000008f508df8/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1781281386.173710:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000a110eaf2 for lustre-OST0001 00000100:00000400:1.0:1781281386.605269:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281345/real 1781281345] req@000000008c01a6b2 x1867807996519488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281386 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281386.605304:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000008c01a6b2 x1867807996519488/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281386 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281386.605311:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00000400:1.0:1781281386.605316:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281345/real 1781281345] req@000000004e4c3b44 x1867807996519424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281386 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281386.605328:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004e4c3b44 x1867807996519424/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281386 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281386.605333:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00100000:1.0:1781281386.605348:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996519488:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281386.605354:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996519424:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281386.989196:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1781281387.984450:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981816192 offset 0 length 224: 4 00000100:00100000:3.0:1781281387.984497:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:3.0:1781281387.984527:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981816128 offset 0 length 224: 4 00000100:00100000:3.0:1781281387.984547:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281387.985008:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816320 00000100:00100000:0.0:1781281387.985071:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816256 00000100:00100000:0.0:1781281387.985104:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 412 00000100:00100000:0.0:1781281387.985110:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036abd6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981816320:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281387.985181:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036abd6b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981816320:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 71us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281387.985190:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 412 00000100:00100000:0.0:1781281387.985206:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 413 00000100:00100000:0.0:1781281387.985209:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d77b315a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981816256:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281387.985232:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d77b315a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981816256:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 22us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281387.985238:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 413 00010000:00010000:0.0:1781281388.013280:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281388.656823:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996526720:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281388.656882:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996526720 offset 0 length 224: 4 00000100:00100000:2.0:1781281388.656930:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886f8ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996526656:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281388.657014:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996526784:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281388.657051:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996526784 offset 0 length 224: 4 00000400:00000100:2.0:1781281388.657176:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996526656 offset 0 length 224: 4 00010000:00010000:1.0:1781281389.041664:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281390.064868:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281391.085348:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1781281391.725226:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281350/real 1781281350] req@00000000b47dcf66 x1867807996519552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281391 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281391.749641:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000b47dcf66 x1867807996519552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281391 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1781281391.749656:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00000400:3.0:1781281391.749664:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281350/real 1781281350] req@0000000035dd1110 x1867807996519616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281391 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281391.749676:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000035dd1110 x1867807996519616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281391 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1781281391.749694:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00100000:3.0:1781281391.749709:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996519552:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281391.749714:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996519616:0@lo:400:kworker/u8:0.0 00010000:00010000:0.0:1781281392.109361:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281392.685681:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281351/real 1781281351] req@00000000d2878183 x1867807996519744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281392 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281392.685717:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000d2878183 x1867807996519744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281392 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281392.685731:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 13, was 11): FULL 00000100:00000400:2.0:1781281392.685737:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281351/real 1781281351] req@00000000875901ba x1867807996519808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281392 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281392.685748:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000875901ba x1867807996519808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281392 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281392.685754:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 13, was 11): FULL 00000100:00100000:2.0:1781281392.685770:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996519744:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281392.685776:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996519808:0@lo:400:kworker/u8:0.0 00000400:00000100:0.0:1781281393.104259:0:2988:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981816384 offset 0 length 224: 4 00000400:00000100:3.0:1781281393.105381:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981816448 offset 0 length 224: 4 00000100:00100000:2.0:1781281393.106266:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281393.106302:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281393.106373:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816576 00000100:00100000:3.0:1781281393.106429:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816512 00000100:00100000:3.0:1781281393.106456:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 414 00000100:00100000:3.0:1781281393.106462:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981816576:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781281393.106524:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 415 00000100:00100000:3.0:1781281393.106529:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981816576:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 65us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281393.106536:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981816512:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1781281393.106541:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 414 00000100:00100000:0.0:1781281393.106579:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981816512:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 45us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281393.106589:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 415 00010000:00010000:1.0:1781281393.133247:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281393.778818:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781281393.778838:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046c2c1c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996526976:0@lo:400:kworker/u8:0.0 00000400:00000100:3.0:1781281393.778894:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996526976 offset 0 length 224: 4 00000100:00100000:2.0:1781281393.778990:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2a5d4a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996526912:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281393.779007:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc77b948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996526848:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281393.779016:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996526912 offset 0 length 224: 4 00000400:00000100:1.0:1781281393.779031:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996526848 offset 0 length 224: 4 00010000:00010000:3.0:1781281394.159389:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281395.183786:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281396.205389:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281397.229191:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1781281398.223100:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981816640 offset 0 length 224: 4 00000400:00000100:2.0:1781281398.225115:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981816704 offset 0 length 224: 4 00000100:00100000:3.0:1781281398.225328:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281398.225368:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281398.225477:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816832 00000100:00100000:2.0:1781281398.225532:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816768 00000100:00100000:2.0:1781281398.225554:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 416 00000100:00100000:2.0:1781281398.225562:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981816832:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781281398.225578:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 417 00000100:00100000:1.0:1781281398.225586:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981816768:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1781281398.225640:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981816832:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 79us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281398.225648:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 416 00000100:00100000:0.0:1781281398.226766:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981816768:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 1175us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281398.226778:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 417 00010000:00010000:2.0:1781281398.253126:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281398.903028:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281398.903048:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996527040:0@lo:400:kworker/u8:2.0 00000400:00000100:0.0:1781281398.903102:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996527040 offset 0 length 224: 4 00000100:00100000:1.0:1781281398.903210:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059dc9da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996527104:0@lo:400:kworker/u8:2.0 00000400:00000100:1.0:1781281398.903246:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996527104 offset 0 length 224: 4 00000100:00100000:1.0:1781281398.903260:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281398.903265:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034772aac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996527168:0@lo:400:kworker/u8:2.0 00000400:00000100:1.0:1781281398.903281:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996527168 offset 0 length 224: 4 00010000:00010000:0.0:1781281399.283049:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281400.305810:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:01200004:2.0:1781281400.608165:0:24998:0:(super25.c:121:lustre_fill_super()) VFS Op: sb 000000006cfa4d62 00000020:01000004:2.0:1781281400.608203:0:24998:0:(obd_mount.c:952:lmd_print()) mount data: 00000020:01000004:2.0:1781281400.608206:0:24998:0:(obd_mount.c:955:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:2.0:1781281400.608208:0:24998:0:(obd_mount.c:956:lmd_print()) flags: 20200 00000020:01000004:2.0:1781281400.608215:0:24998:0:(obd_mount_server.c:1916:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1781281400.608266:0:24998:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1781281400.608272:0:24998:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281400.608286:0:24998:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-osd (00000000489fc74e) 00000020:00000080:2.0:1781281400.608339:0:24998:0:(obd_config.c:648:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 1 00000020:00000080:2.0:1781281400.608344:0:24998:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1781281400.643353:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1781281400.656983:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3b:0x0] (8/32) 00100000:10000000:3.0:1781281400.666901:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:3.0:1781281400.669152:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1781281400.669198:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:3.0:1781281400.669296:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:3.0:1781281400.669338:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:3.0:1781281400.669377:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:3.0:1781281400.669414:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:3.0:1781281400.671459:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:2.0:1781281400.680107:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 293: rc = 0 00100000:10000000:2.0:1781281400.680156:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 293: rc = 0 00100000:10000000:2.0:1781281400.684894:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281400.686678:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 299: rc = 0 00100000:10000000:2.0:1781281400.688200:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281400.691230:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 299: rc = 0 00100000:10000000:2.0:1781281400.696204:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 299: rc = 0 00100000:10000000:2.0:1781281400.700129:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281400.701812:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281400.705513:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 299: rc = 0 00100000:10000000:2.0:1781281400.706903:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 299: rc = 0 00100000:10000000:2.0:1781281400.709735:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281400.711236:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 299: rc = 0 00100000:10000000:0.0:1781281400.713535:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281400.717798:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 600: rc = 0 00100000:10000000:3.0:1781281400.721847:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 600: rc = 0 00100000:10000000:3.0:1781281400.728943:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 600: rc = 0 00100000:10000000:3.0:1781281400.731910:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 600: rc = 0 00100000:10000000:3.0:1781281400.733822:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 600: rc = 0 00100000:10000000:3.0:1781281400.735807:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 600: rc = 0 00100000:10000000:3.0:1781281400.737681:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 600: rc = 0 00100000:10000000:3.0:1781281400.739473:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 600: rc = 0 00100000:10000000:2.0:1781281400.742667:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 600: rc = 0 00100000:10000000:2.0:1781281400.748038:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 600: rc = 0 00100000:10000000:2.0:1781281400.751277:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 600: rc = 0 00100000:10000000:2.0:1781281400.764310:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 600: rc = 0 00100000:10000000:2.0:1781281400.767288:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 600: rc = 0 00100000:10000000:2.0:1781281400.770886:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 600: rc = 0 00100000:10000000:2.0:1781281400.774306:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 600: rc = 0 00100000:10000000:2.0:1781281400.776388:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 600: rc = 0 00100000:10000000:0.0:1781281400.779693:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 600: rc = 0 00100000:10000000:0.0:1781281400.782085:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 600: rc = 0 00100000:10000000:0.0:1781281400.784757:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 600: rc = 0 00100000:10000000:0.0:1781281400.786668:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 600: rc = 0 00100000:10000000:0.0:1781281400.789767:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 600: rc = 0 00100000:10000000:0.0:1781281400.793219:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 600: rc = 0 00100000:10000000:0.0:1781281400.796180:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 600: rc = 0 00100000:10000000:0.0:1781281400.800231:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 600: rc = 0 00100000:10000000:0.0:1781281400.803105:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 600: rc = 0 00100000:10000000:0.0:1781281400.805808:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 600: rc = 0 00100000:10000000:1.0:1781281400.810890:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 600: rc = 0 00100000:10000000:1.0:1781281400.817320:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 600: rc = 0 00100000:10000000:1.0:1781281400.820028:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 600: rc = 0 00100000:10000000:1.0:1781281400.823254:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 600: rc = 0 00100000:10000000:1.0:1781281400.825539:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 600: rc = 0 00100000:10000000:1.0:1781281400.828194:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 600: rc = 0 00100000:10000000:1.0:1781281400.832351:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 122: rc = 0 00100000:10000000:1.0:1781281400.841926:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:1.0:1781281400.844985:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 640: rc = 0 00100000:10000000:1.0:1781281400.847825:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:1.0:1781281400.847882:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 640: rc = 0 00100000:10000000:2.0:1781281400.849826:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1781281400.849879:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 640: rc = 0 00100000:10000000:2.0:1781281400.863321:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1781281400.863377:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 294: rc = 0 00100000:10000000:2.0:1781281400.867415:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1781281400.867453:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 294: rc = 0 00100000:10000000:2.0:1781281400.870096:0:24998:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1781281400.870139:0:24998:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 294: rc = 0 00000020:00000080:2.0:1781281400.870434:0:24998:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1781281400.870444:0:24998:0:(osd_handler.c:1543:osd_obd_connect()) connect #0 00000020:00000080:2.0:1781281400.870453:0:24998:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896cccf 00000020:01000004:2.0:1781281400.870461:0:24998:0:(obd_mount_server.c:1999:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1781281400.870523:0:24998:0:(obd_mount_server.c:233:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1781281400.870529:0:24998:0:(obd_mount_server.c:116:server_register_mount()) register mount 000000006cfa4d62 from MGS 00000020:01000004:2.0:1781281400.870534:0:24998:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1781281400.870537:0:24998:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281400.870547:0:24998:0:(genops.c:417:class_newdev()) Allocate new device MGS (000000003cfd8675) 00000020:00000080:2.0:1781281400.870595:0:24998:0:(obd_config.c:648:class_attach()) OBD: dev 1 attached type mgs with refcount 1 00000020:00000080:2.0:1781281400.870610:0:24998:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1781281400.871146:0:24998:0:(obd_mount_server.c:167:server_get_mount()) get mount 000000006cfa4d62 from MGS, refs=2 00080000:01000000:2.0:1781281400.871153:0:24998:0:(osd_handler.c:1543:osd_obd_connect()) connect #1 00000020:00000080:2.0:1781281400.871157:0:24998:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896ccdd 00010000:00010000:2.0:1781281400.871263:0:24998:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:0.0:1781281400.887909:0:24998:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1781281400.889694:0:24999:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1781281400.889854:0:24998:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1781281400.889898:0:24998:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1781281400.905268:0:24998:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1781281400.906459:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281400.907896:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1781281400.907908:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1781281400.909226:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1781281400.909236:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1781281400.909845:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1781281400.909852:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1781281400.910595:0:24998:0:(obd_config.c:752:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1781281400.911440:0:24998:0:(obd_mount.c:321:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:3.0:1781281400.911442:0:24998:0:(obd_mount.c:332:lustre_start_mgc()) MGC192.168.204.101@tcp:Set MGC reconnect 2 10000000:01000000:3.0:1781281400.911444:0:24998:0:(mgc_request.c:1223:mgc_set_info_async()) InitRecov MGC192.168.204.101@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:3.0:1781281400.911448:0:24998:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:FULL 00000100:00080000:3.0:1781281400.911497:0:24998:0:(import.c:466:ptlrpc_reconnect_import()) MGS: recovery started, waiting 20 seconds 00000100:00080000:3.0:1781281400.911501:0:24998:0:(import.c:476:ptlrpc_reconnect_import()) MGS: recovery finished s:FULL 00000020:01000004:3.0:1781281400.911507:0:24998:0:(obd_mount_server.c:1354:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1781281400.911554:0:24998:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1781281400.911559:0:24998:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281400.911576:0:24998:0:(genops.c:417:class_newdev()) Allocate new device MDS (000000009465ea9e) 00000020:00000080:3.0:1781281400.911643:0:24998:0:(obd_config.c:648:class_attach()) OBD: dev 3 attached type mds with refcount 1 00000020:00000080:3.0:1781281400.911648:0:24998:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1781281400.913818:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996527296:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281400.913972:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996527296 offset 0 length 224: 4 00000100:00100000:1.0:1781281400.914002:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281400.914009:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996527232:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281400.914042:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281400.914081:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996527360:0@lo:400:kworker/u8:0.0 00000400:00000100:1.0:1781281400.914101:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996527360 offset 0 length 224: 4 00000100:00100000:1.0:1781281400.914138:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527232 00000100:00100000:1.0:1781281400.914184:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1781281400.914189:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ace43c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2996:x1867807996527232:12345-0@lo:400:kworker/u8:0.0 00000020:00080000:1.0:1781281400.914196:0:25003:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1781281400.914232:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ace43c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2996:x1867807996527232:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (190us total) trans 0 rc -107/-107 00000100:00100000:1.0:1781281400.914239:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1781281400.914273:0:2996:0:(recover.c:232:ptlrpc_request_handle_notconn()) import MGC192.168.204.101@tcp of MGS@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1781281400.914277:0:2996:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1781281400.914281:0:2996:0:(import.c:206:ptlrpc_set_import_discon()) 166-1: MGC192.168.204.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1781281400.919980:0:2996:0:(import.c:212:ptlrpc_set_import_discon()) import MGS@192.168.204.101@tcp for MGC192.168.204.101@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1781281400.919987:0:2996:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1781281400.919996:0:2996:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000886f8ef2 x1867807996526656/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281432 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281400.920021:0:2996:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000fc77b948 x1867807996526848/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281437 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281400.920034:0:2996:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000bd271590 x1867807996527040/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281442 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1781281400.920045:0:2996:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000004e4c3b44 x1867807996527232/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281444 ref 1 fl Rpc:RNQU/0/0 rc 0/-107 job:'kworker/u8:0.0' 10000000:01000000:1.0:1781281400.920055:0:2996:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1781281400.920058:0:2996:0:(pinger.c:215:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1781281400.920059:0:2996:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1781281400.920062:0:2996:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1781281400.920067:0:2996:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 892 00000100:00080000:1.0:1781281400.920073:0:2996:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:1.0:1781281400.920102:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc77b948 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996526848:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281400.920118:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886f8ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996526656:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281400.920149:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996527040:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1781281400.920162:0:2996:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004216e5cb x1867807996527424/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281400.920193:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996527232:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281400.920229:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996527424:0@lo:250:ptlrpcd_00_01.0 00000100:00100000:2.0:1781281400.920297:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281400.920347:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527424 00000100:00100000:1.0:1781281400.920386:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1781281400.920393:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c00352b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2994:x1867807996527424:12345-0@lo:250:ptlrpcd_00_01.0 00010000:00080000:1.0:1781281400.920418:0:25003:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from fe18d2fd-47a2-47ff-98fc-180cf48b334a@0@lo t0 exp 0000000000000000 cur 942 last 0 00000020:00000080:1.0:1781281400.920448:0:25003:0:(genops.c:1359:class_connect()) connect: client fe18d2fd-47a2-47ff-98fc-180cf48b334a, cookie 0x3e391ad4c896cceb 00000020:01000000:1.0:1781281400.920455:0:25003:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000007829941c 00000100:00080000:1.0:1781281400.920511:0:25003:0:(import.c:86:import_set_state_nolock()) 00000000b6aa8921 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281400.920573:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c00352b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:2994:x1867807996527424:12345-0@lo:250:ptlrpcd_00_01.0 Request processed in 179us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281400.920581:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1781281400.920590:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) MGC192.168.204.101@tcp: connect to target with instance 0 10000000:01000000:2.0:1781281400.920600:0:2994:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808005 00000100:02000400:2.0:1781281400.920602:0:2994:0:(import.c:1234:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.101@tcp) after server handle changed from 0x3e391ad4c896c7ff to 0x3e391ad4c896cceb 00000100:00100000:3.0:1781281400.943747:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281400.944060:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1781281400.944070:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1781281400.947547:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1781281400.947570:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1781281400.951551:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1781281400.951574:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00080000:2.0:1781281400.952202:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:2.0:1781281400.952213:0:2994:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.101@tcp; invalidating 00000100:00100000:2.0:1781281400.953250:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004216e5cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996527424:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:2.0:1781281400.953319:0:25008:0:(import.c:1514:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.101@tcp to MGS@192.168.204.101@tcp 00000100:00100000:2.0:1781281400.953324:0:25008:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1781281400.953330:0:25008:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808003 00010000:00010000:2.0:1781281400.953355:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953367:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953372:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1781281400.953388:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953400:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c67ab596/0x3e391ad4c896c956 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c95d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953437:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953443:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953449:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281400.953456:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953458:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000d2dd2a29/0x3e391ad4c896c902 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c909 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953470:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953475:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953479:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281400.953493:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953496:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000008d874518/0x3e391ad4c896c910 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c917 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953503:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953508:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953512:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281400.953523:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953525:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c8807e20/0x3e391ad4c896c92c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c933 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953533:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953538:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953552:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281400.953564:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953566:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000e63464a6/0x3e391ad4c896c93a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c941 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953576:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953582:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953587:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281400.953609:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953612:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000004855fe1e/0x3e391ad4c896c964 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c96b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953630:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953637:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953641:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1781281400.953647:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953649:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000e17bd076/0x3e391ad4c896c91e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c925 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281400.953658:0:25008:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281400.953663:0:25008:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281400.953667:0:25008:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1781281400.953686:0:25008:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1781281400.953689:0:25008:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000dbd63772/0x3e391ad4c896c948 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896c94f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1781281400.953711:0:25008:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from EVICTED to RECOVER 00000100:00080000:2.0:1781281400.953719:0:25008:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from RECOVER to FULL 10000000:01000000:2.0:1781281400.953722:0:25008:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1781281400.953728:0:25008:0:(pinger.c:208:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:2.0:1781281400.953731:0:25008:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) MGC192.168.204.101@tcp: Connection restored to (at 0@lo) 00000100:00100000:0.0:1781281400.956395:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281400.956632:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1781281400.956641:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1781281400.958443:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1781281400.958458:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1781281401.026844:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1781281401.027250:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1781281401.027257:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1781281401.032780:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1781281401.032795:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1781281401.033527:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281401.033704:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1781281401.033709:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1781281401.034510:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1781281401.034519:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1781281401.035210:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281401.035341:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1781281401.035348:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1781281401.036367:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1781281401.036376:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1781281401.037177:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281401.037314:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1781281401.037319:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1781281401.038181:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1781281401.038190:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1781281401.062304:0:24998:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1781281401.062621:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1781281401.062630:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1781281401.065441:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1781281401.065457:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1781281401.067938:0:24998:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1781281401.067950:0:24998:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1781281401.075481:0:24998:0:(obd_config.c:752:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1781281401.076168:0:24998:0:(obd_mount_server.c:294:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:0.0:1781281401.076514:0:24998:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.101@tcp ctxt 0 is initialized 00000020:01000004:0.0:1781281401.076537:0:24998:0:(obd_mount_server.c:1245:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.101@tcp, index=0000, flags=0x5 10000000:01000000:0.0:1781281401.076804:0:24998:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x10000005 10000000:01000000:0.0:1781281401.076831:0:24998:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1781281401.076847:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527488:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1781281401.076945:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281401.077111:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 000000001ac5d3e1 going to sleep for 6 seconds 00000100:00100000:1.0:1781281401.078371:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527488 00000100:00100000:1.0:1781281401.078468:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1781281401.078474:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2149728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:24998:x1867807996527488:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1781281401.078525:0:25003:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1781281401.078528:0:25003:0:(mgs_handler.c:391:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1781281401.078531:0:25003:0:(mgs_handler.c:421:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1781281401.079426:0:25022:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1781281401.080023:0:25003:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 11 20000000:01000000:3.0:1781281401.106154:0:25023:0:(mgs_llog.c:237:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1781281401.106162:0:25023:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1781281401.106166:0:25023:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1781281401.106239:0:25023:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 20000000:01000000:2.0:1781281401.106552:0:25003:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1781281401.106562:0:25003:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1781281401.199076:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2149728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:24998:x1867807996527488:12345-0@lo:253:mount.lustre.0 Request processed in 120593us (122124us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.199119:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281401.199342:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527488:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1781281401.199357:0:24998:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1781281401.199381:0:24998:0:(obd_mount_server.c:116:server_register_mount()) register mount 000000006cfa4d62 from lustre-MDT0000 10000000:01000000:0.0:1781281401.199390:0:24998:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1781281401.199392:0:24998:0:(mgc_request.c:336:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1781281401.199398:0:24998:0:(mgc_request.c:216:do_config_log_add()) do adding config log params-ffff91d7c7a7f800 10000000:01000000:0.0:1781281401.199403:0:24998:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1781281401.199408:0:24998:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-barrier-ffff91d7c7a7f800 10000000:01000000:0.0:1781281401.199411:0:24998:0:(mgc_request.c:90:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1781281401.199413:0:24998:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-barrier-ffff91d7c7a7f800 from 1 10000000:01000000:0.0:1781281401.199416:0:24998:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1781281401.199446:0:24998:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.199455:0:24998:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.199464:0:24998:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281401.199482:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527552:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281401.199516:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281401.199539:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 0000000009be728e going to sleep for 6 seconds 00000100:00100000:2.0:1781281401.199768:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527552 00000100:00100000:2.0:1781281401.199818:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281401.199824:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005371a282 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:24998:x1867807996527552:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1781281401.199836:0:25003:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281401.199851:0:25003:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004d323bae/0x3e391ad4c896ccf9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896ccf2 expref: -99 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.199883:0:25003:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004d323bae/0x3e391ad4c896ccf9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896ccf2 expref: 5 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.199892:0:25003:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004d323bae/0x3e391ad4c896ccf9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896ccf2 expref: 5 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.199900:0:25003:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004d323bae, rc 0) 00000100:00100000:2.0:1781281401.199948:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005371a282 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:24998:x1867807996527552:12345-0@lo:101:mount.lustre.0 Request processed in 123us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.199984:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1781281401.200570:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527552:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281401.200586:0:24998:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.200663:0:24998:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281401.200679:0:24998:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1781281401.200683:0:24998:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.200690:0:24998:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281401.200697:0:24998:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1781281401.200701:0:24998:0:(mgc_request.c:90:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1781281401.200706:0:24998:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-mdtir-ffff91d7c7a7f800 10000000:01000000:1.0:1781281401.200709:0:24998:0:(mgc_request.c:90:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1781281401.200712:0:24998:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1781281401.200714:0:24998:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1781281401.200734:0:24998:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.200757:0:24998:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.200764:0:24998:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281401.200780:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527616:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1781281401.200812:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281401.200894:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000466c7025 going to sleep for 6 seconds 00000100:00100000:0.0:1781281401.206906:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527616 00000100:00100000:0.0:1781281401.206979:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281401.206986:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007417da4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:24998:x1867807996527616:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281401.207003:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281401.207025:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896cd07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cd00 expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.207053:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896cd07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cd00 expref: 6 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.207065:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896cd07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cd00 expref: 6 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.207073:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d58ebc73, rc 0) 00000100:00100000:0.0:1781281401.207159:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007417da4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:24998:x1867807996527616:12345-0@lo:101:mount.lustre.0 Request processed in 173us (6348us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281401.207167:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1781281401.207315:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527616:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281401.207332:0:24998:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.207342:0:24998:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281401.207409:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527680:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281401.207443:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281401.207454:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000466c7025 going to sleep for 6 seconds 00000100:00100000:2.0:1781281401.207535:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527680 00000100:00100000:1.0:1781281401.207906:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1781281401.207910:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e02c824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:24998:x1867807996527680:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1781281401.212267:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e02c824 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:24998:x1867807996527680:12345-0@lo:501:mount.lustre.0 Request processed in 4346us (4815us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281401.212301:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1781281401.213078:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527680:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1781281401.213206:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527744:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1781281401.213277:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281401.213306:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000fdd199cc going to sleep for 6 seconds 00000100:00100000:1.0:1781281401.213370:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527744 00000100:00100000:1.0:1781281401.213414:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1781281401.213419:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093fc2b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:24998:x1867807996527744:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281401.216254:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093fc2b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:24998:x1867807996527744:12345-0@lo:503:mount.lustre.0 Request processed in 2826us (2971us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281401.216271:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1781281401.216410:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996527744:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281401.226864:0:25025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25025:1867807996527808:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281401.226984:0:25025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.227008:0:25025:0:(client.c:2500:ptlrpc_set_wait()) set 00000000765d6100 going to sleep for 6 seconds 00000100:00100000:0.0:1781281401.227109:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527808 00000100:00100000:0.0:1781281401.227155:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281401.227161:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818174c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:25025:x1867807996527808:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281401.245380:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818174c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:25025:x1867807996527808:12345-0@lo:502:llog_process_th.0 Request processed in 18211us (18390us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281401.245395:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1781281401.246846:0:25025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25025:1867807996527808:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781281401.246900:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281401.246910:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.246912:0:25025:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1781281401.246918:0:25025:0:(obd_config.c:1866:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1781281401.246921:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281401.246934:0:25025:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000005b07ca4a) 00000020:00000080:0.0:1781281401.247016:0:25025:0:(obd_config.c:648:class_attach()) OBD: dev 4 attached type lod with refcount 1 00000020:00000080:0.0:1781281401.247024:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1781281401.247108:0:25025:0:(osd_handler.c:1543:osd_obd_connect()) connect #2 00000020:00000080:0.0:1781281401.247114:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896cd15 00000020:00000080:0.0:1781281401.247291:0:25025:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1781281401.247295:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281401.247298:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.247300:0:25025:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1781281401.247302:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281401.247304:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.247305:0:25025:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1781281401.247308:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281401.247314:0:25025:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000 (00000000089f5fde) 00000020:00000080:0.0:1781281401.247361:0:25025:0:(obd_config.c:648:class_attach()) OBD: dev 5 attached type mdt with refcount 1 00000020:00000080:0.0:1781281401.247366:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1781281401.247367:0:25025:0:(obd_config.c:1414:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1781281401.247370:0:25025:0:(obd_config.c:1066:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1781281401.247397:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1781281401.247439:0:25025:0:(obd_mount_server.c:167:server_get_mount()) get mount 000000006cfa4d62 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1781281401.247453:0:25025:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDD0000 (00000000870cab8e) 00000020:00000080:0.0:1781281401.247516:0:25025:0:(obd_config.c:648:class_attach()) OBD: dev 6 attached type mdd with refcount 1 00000004:01000000:0.0:1781281401.247583:0:25025:0:(lod_dev.c:1958:lod_obd_connect()) connect #0 00000020:00000080:0.0:1781281401.247588:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896cd2a 00000020:00000080:0.0:1781281401.247895:0:25025:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1781281401.247901:0:25025:0:(mdd_device.c:1566:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1781281401.247906:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3e391ad4c896cd31 00080000:01000000:0.0:1781281401.247911:0:25025:0:(osd_handler.c:1543:osd_obd_connect()) connect #3 00000020:00000080:0.0:1781281401.247914:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896cd38 00010000:00010000:1.0:1781281401.325255:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281401.405553:0:25025:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:0.0:1781281401.407715:0:25025:0:(tgt_lastrcvd.c:1639:tgt_clients_data_init()) RCVRNG CLIENT uuid: fd013285-183a-4106-aea7-7bb500a78bd8 idx: 0 lr: 25769803783 srv lr: 30064771072 lx: 0 gen 2 00000001:00000004:0.0:1781281401.407841:0:25025:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 30064771072 00000001:00080000:0.0:1781281401.409453:0:25025:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:0.0:1781281401.409677:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 0000000054a3e805: xid 1867807981809920, transno 25769803783, client gen 2, slot idx 0 00000001:00080000:0.0:1781281401.409719:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000c8a48ff3: xid 1867807981815232, transno 30064771077, client gen 2, slot idx 1 00000001:00080000:0.0:1781281401.409763:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000008bd0ee95: xid 1867807981815424, transno 30064771078, client gen 2, slot idx 2 00000001:00080000:0.0:1781281401.409776:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000b63fbf32: xid 1867807981768192, transno 12884901936, client gen 2, slot idx 3 00000001:00080000:0.0:1781281401.409785:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000fff2a5f8: xid 1867807981768640, transno 12884901937, client gen 2, slot idx 4 00000001:00080000:0.0:1781281401.409794:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 0000000089b80b43: xid 1867807981768832, transno 12884901938, client gen 2, slot idx 5 00000001:00080000:0.0:1781281401.409804:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000002b9abef8: xid 1867807981768768, transno 12884901939, client gen 2, slot idx 6 00000001:00080000:0.0:1781281401.409814:0:25025:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000717fe97c: xid 1867807981768960, transno 12884901940, client gen 2, slot idx 7 00000020:00000080:0.0:1781281401.411295:0:25025:0:(genops.c:417:class_newdev()) Allocate new device lustre-QMT0000 (00000000e4cc9713) 00000020:00000080:0.0:1781281401.411419:0:25025:0:(obd_config.c:648:class_attach()) OBD: dev 7 attached type qmt with refcount 1 00080000:01000000:0.0:1781281401.411583:0:25025:0:(osd_handler.c:1543:osd_obd_connect()) connect #4 00000020:00000080:0.0:1781281401.411590:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896cd4d 00000020:00000080:0.0:1781281401.412510:0:25025:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1781281401.414886:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3e391ad4c896cd54 00000020:00000080:0.0:1781281401.421463:0:25025:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1781281401.421492:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281401.421529:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.421532:0:25025:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1781281401.421536:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1781281401.422702:0:25025:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1781281401.422705:0:25025:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281401.422708:0:25025:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281401.422711:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1781281401.422715:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.422717:0:25025:0:(obd_config.c:1460:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1781281401.422721:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281401.422725:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.422726:0:25025:0:(obd_config.c:1460:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1781281401.422730:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1781281401.422774:0:25025:0:(mdt_lproc.c:314:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1781281401.422795:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281401.422798:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.422799:0:25025:0:(obd_config.c:1460:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1781281401.422802:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1781281401.422804:0:25025:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1781281401.422807:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.422808:0:25025:0:(obd_config.c:1460:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1781281401.422811:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1781281401.422816:0:25025:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:0.0:1781281401.422829:0:25025:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1781281401.422832:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281401.422846:0:25025:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (000000005e33b556) 00000020:00000080:0.0:1781281401.422917:0:25025:0:(obd_config.c:648:class_attach()) OBD: dev 8 attached type osp with refcount 1 00000020:00000080:0.0:1781281401.422923:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1781281401.423025:0:25025:0:(osp_dev.c:1180:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1781281401.423032:0:25025:0:(osd_handler.c:1543:osd_obd_connect()) connect #5 00000020:00000080:0.0:1781281401.423047:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896cd62 00010000:00080000:0.0:1781281401.423138:0:25025:0:(ldlm_lib.c:121:import_set_conn()) imp 000000007a31f9b6@lustre-OST0000-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:0.0:1781281401.425796:0:25025:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1781281401.427885:0:25025:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1781281401.427942:0:25025:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1781281401.431521:0:25025:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1781281401.432385:0:25025:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x2:0x0].8, 64 off8704 00000040:00080000:3.0:1781281401.432455:0:25025:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x20:0x0].1, 64 off8256 00000040:00080000:1.0:1781281401.433313:0:25029:0:(llog.c:731:llog_process_thread()) index: 7, lh_last_idx: 8 synced_idx: 0 lgh_last_idx: 8 00000040:00080000:1.0:1781281401.433318:0:25029:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x1c:0x1:0x0]:0 at index 7 of catalog [0x2:0x1:0x0] 00000040:00080000:1.0:1781281401.435409:0:25029:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 7, last_idx 8 00000040:00100000:1.0:1781281401.435416:0:25029:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 7 in log [0x2:0x1:0x0] 00000040:00080000:1.0:1781281401.435450:0:25029:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x1c:0x1:0x0] at index 7 of catalog [0x2:0x1:0x0] 00000040:00080000:1.0:1781281401.435504:0:25029:0:(llog.c:731:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1781281401.435506:0:25029:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x20:0x1:0x0]:0 at index 8 of catalog [0x2:0x1:0x0] 00000020:00000080:3.0:1781281401.436323:0:25025:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281401.436335:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1781281401.436364:0:25025:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1781281401.436381:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896cd69 00000100:00080000:3.0:1781281401.436391:0:25025:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1781281401.436397:0:25025:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000007a31f9b6 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281401.436433:0:25025:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007d9971d9 x1867807996527872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281401.436495:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996527872:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1781281401.436634:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781281401.437030:0:25025:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1781281401.437086:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781281401.437090:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281401.437092:0:25025:0:(obd_config.c:1460:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1781281401.437095:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1781281401.437097:0:25025:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #15 00000020:01000000:3.0:1781281401.437098:0:25025:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281401.437100:0:25025:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281401.437101:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1781281401.437103:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281401.437104:0:25025:0:(obd_config.c:1460:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:3.0:1781281401.437106:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1781281401.437110:0:25025:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1781281401.437114:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281401.437116:0:25025:0:(obd_config.c:1460:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1781281401.437118:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1781281401.437121:0:25025:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:3.0:1781281401.437133:0:25025:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1781281401.437136:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281401.437149:0:25025:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (0000000026e158ba) 00000020:00000080:3.0:1781281401.437205:0:25025:0:(obd_config.c:648:class_attach()) OBD: dev 11 attached type osp with refcount 1 00000020:00000080:3.0:1781281401.437211:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1781281401.437274:0:25025:0:(osp_dev.c:1180:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1781281401.437279:0:25025:0:(osd_handler.c:1543:osd_obd_connect()) connect #6 00000020:00000080:3.0:1781281401.437284:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896cd77 00010000:00080000:3.0:1781281401.437307:0:25025:0:(ldlm_lib.c:121:import_set_conn()) imp 0000000079f1aae2@lustre-OST0001-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:3.0:1781281401.437532:0:25025:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000040:01000000:3.0:1781281401.438217:0:25025:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1781281401.438242:0:25025:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1781281401.439623:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527872 00000100:00100000:1.0:1781281401.439677:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319 00000100:00100000:1.0:1781281401.439684:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2994:x1867807996527872:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1781281401.439723:0:12103:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 942 last 0 00000020:00000080:1.0:1781281401.439754:0:12103:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896cd7e 00002000:00100000:1.0:1781281401.439778:0:12103:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008ccefdf6 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1781281401.439783:0:12103:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1781281401.439787:0:12103:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1781281401.440016:0:12103:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:1.0:1781281401.440026:0:12103:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1781281401.440049:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000548757bb : changing import state from RECOVER to FULL 00000040:00080000:3.0:1781281401.441102:0:25025:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1781281401.442475:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996527872:12345-0@lo:8:llog_process_th.0 Request processed in 2784us (5837us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281401.442487:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319 00000040:00080000:3.0:1781281401.442861:0:25025:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x5:0x0].8, 64 off8704 00000040:00080000:3.0:1781281401.442931:0:25025:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x22:0x0].1, 64 off8256 00000040:00080000:1.0:1781281401.443317:0:25031:0:(llog.c:731:llog_process_thread()) index: 7, lh_last_idx: 8 synced_idx: 0 lgh_last_idx: 8 00000040:00080000:1.0:1781281401.443321:0:25031:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x1e:0x1:0x0]:0 at index 7 of catalog [0x5:0x1:0x0] 00000040:00080000:1.0:1781281401.445273:0:25031:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 7, last_idx 8 00000040:00100000:1.0:1781281401.445279:0:25031:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 7 in log [0x5:0x1:0x0] 00000040:00080000:1.0:1781281401.445310:0:25031:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x1e:0x1:0x0] at index 7 of catalog [0x5:0x1:0x0] 00000040:00080000:1.0:1781281401.445368:0:25031:0:(llog.c:731:llog_process_thread()) index: 8, lh_last_idx: 8 synced_idx: 8 lgh_last_idx: 8 00000040:00080000:1.0:1781281401.445371:0:25031:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x22:0x1:0x0]:0 at index 8 of catalog [0x5:0x1:0x0] 00000020:00000080:0.0:1781281401.445512:0:25025:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281401.445525:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1781281401.445568:0:25025:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1781281401.445586:0:25025:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896cd85 00000100:00080000:0.0:1781281401.445596:0:25025:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1781281401.445600:0:25025:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000079f1aae2 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281401.445637:0:25025:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000086811cb5 x1867807996527936/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1781281401.445653:0:25025:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1781281401.445695:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281401.445830:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.445832:0:25025:0:(obd_config.c:1460:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1781281401.445837:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281401.445840:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.445841:0:25025:0:(obd_config.c:1460:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:0.0:1781281401.445844:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1781281401.445845:0:25025:0:(obd_config.c:1435:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1781281401.445858:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281401.445861:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.445862:0:25025:0:(obd_config.c:1460:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:0.0:1781281401.445864:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281401.445867:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.445868:0:25025:0:(obd_config.c:1460:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1781281401.445871:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1781281401.445903:0:25025:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25025:1867807996528000:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281401.446012:0:25025:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281401.446045:0:25025:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d3980c37 going to sleep for 6 seconds 00000100:00100000:1.0:1781281401.446651:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528000 00000100:00100000:1.0:1781281401.446881:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281401.446888:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6ef32d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:25025:x1867807996528000:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281401.447152:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6ef32d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:25025:x1867807996528000:12345-0@lo:502:llog_process_th.0 Request processed in 264us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281401.447238:0:25025:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25025:1867807996528000:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781281401.447272:0:25025:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281401.447277:0:25025:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281401.447278:0:25025:0:(obd_config.c:1460:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1781281401.447282:0:25025:0:(llog.c:789:llog_process_thread()) stop processing plain 0x4:10:0 index 37 count 37 00000100:00100000:2.0:1781281401.447459:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1781281401.447468:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:2.0:1781281401.447475:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:2.0:1781281401.447480:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1781281401.447482:0:2994:0:(import.c:86:import_set_state_nolock()) 000000007a31f9b6 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1781281401.447505:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:2.0:1781281401.447510:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996527872:0@lo:8:llog_process_th.0 00000020:01000000:2.0:1781281401.447564:0:24998:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:2.0:1781281401.447589:0:24998:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1781281401.447598:0:24998:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.447609:0:24998:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281401.447616:0:24998:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d7c7a7f800 from 1 10000000:01000000:2.0:1781281401.447618:0:24998:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1781281401.447648:0:24998:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.447655:0:24998:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.447663:0:24998:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281401.447686:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0f9e2b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528064:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1781281401.447734:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281401.447751:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 000000004a188a5b going to sleep for 6 seconds 00000004:00080000:2.0:1781281401.447787:0:25029:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:2.0:1781281401.447795:0:25029:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x20:0x1:0x0] 00000004:00080000:2.0:1781281401.447907:0:25029:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 942554952488ns, next at 0ns, rc = 0 00000100:00100000:2.0:1781281401.447943:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528064 00000100:00100000:0.0:1781281401.448188:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281401.448196:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996528128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281401.448230:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281401.448449:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281401.448627:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1781281401.448634:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a5a258a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:24998:x1867807996528064:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1781281401.448645:0:25001:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281401.448660:0:25001:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cd8c expref: -99 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.448684:0:25001:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 8 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.448704:0:25001:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 8 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281401.448713:0:25001:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b5874157, rc 0) 00000100:00100000:2.0:1781281401.448756:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a5a258a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:24998:x1867807996528064:12345-0@lo:101:mount.lustre.0 Request processed in 122us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.448906:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0f9e2b3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528064:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281401.448919:0:24998:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.448928:0:24998:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281401.449523:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528192:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1781281401.449596:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.449615:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 000000004a188a5b going to sleep for 6 seconds 00000100:00100000:3.0:1781281401.449636:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528192 00000100:00100000:3.0:1781281401.450130:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1781281401.450137:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec3a1105 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528192:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1781281401.450157:0:25003:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1781281401.450162:0:25003:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1781281401.450235:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec3a1105 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528192:12345-0@lo:256:mount.lustre.0 Request processed in 98us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.450245:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1781281401.450296:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281401.450354:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c599701e pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528192:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1781281401.450995:0:24998:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1781281401.451002:0:24998:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.451012:0:24998:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281401.451020:0:24998:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d7c7a7f800 from 1 10000000:01000000:0.0:1781281401.451022:0:24998:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1781281401.451050:0:24998:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.451056:0:24998:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.451064:0:24998:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281401.451081:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528256:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281401.451115:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281401.452252:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d3980c37 going to sleep for 6 seconds 00000100:00100000:1.0:1781281401.452307:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528256 00000100:00100000:1.0:1781281401.452349:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1781281401.452354:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e95dd40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:24998:x1867807996528256:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281401.452367:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281401.452386:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000bb75170e/0x3e391ad4c896cda1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cd9a expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.452411:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bb75170e/0x3e391ad4c896cda1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cd9a expref: 9 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.452422:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000bb75170e/0x3e391ad4c896cda1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cd9a expref: 9 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.452432:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000bb75170e, rc 0) 00000100:00100000:1.0:1781281401.452482:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e95dd40 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528256:12345-0@lo:101:mount.lustre.0 Request processed in 127us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281401.452488:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281401.452524:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528256:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281401.452551:0:24998:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.452561:0:24998:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281401.452622:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528320:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281401.452647:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281401.452663:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d3980c37 going to sleep for 6 seconds 00000100:00100000:2.0:1781281401.452836:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528320 00000100:00100000:2.0:1781281401.452870:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281401.452875:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f9f8aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528320:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1781281401.453220:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f9f8aa5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528320:12345-0@lo:501:mount.lustre.0 Request processed in 344us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.453229:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281401.453314:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528128 00000100:00100000:2.0:1781281401.453345:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1781281401.453349:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2997:x1867807996528128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781281401.453378:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39256064 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281401.453421:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2997:x1867807996528128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (5190us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.453428:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1781281401.453481:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996528128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281401.453511:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996527936:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1781281401.453561:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281401.453597:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996527936 00000100:00100000:2.0:1781281401.453623:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4320 00000100:00100000:2.0:1781281401.453629:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2994:x1867807996527936:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1781281401.453650:0:12103:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 942 last 0 00000020:00000080:2.0:1781281401.453684:0:12103:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896cda8 00002000:00100000:2.0:1781281401.453694:0:12103:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/000000007961edb7 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1781281401.453824:0:12103:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1781281401.453827:0:12103:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:2.0:1781281401.454075:0:12103:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000ebba472a 00002000:00080000:2.0:1781281401.454087:0:12103:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1781281401.454117:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000e7672677 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281401.454156:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996527936:12345-0@lo:8:llog_process_th.0 Request processed in 528us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.454163:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4320 00000100:00100000:3.0:1781281401.455462:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1781281401.455475:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1781281401.455484:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:3.0:1781281401.455490:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1781281401.455493:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000079f1aae2 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1781281401.455510:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:3.0:1781281401.455516:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996527936:0@lo:8:llog_process_th.0 00000004:00080000:3.0:1781281401.456011:0:25031:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:3.0:1781281401.456020:0:25031:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x22:0x1:0x0] 00000004:00080000:3.0:1781281401.456186:0:25031:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 942563231511ns, next at 0ns, rc = 0 00000100:00100000:0.0:1781281401.456310:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528320:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281401.457144:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996528384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281401.457215:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281401.463463:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528384 00000100:00100000:2.0:1781281401.463516:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1781281401.463521:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000506c4eec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996528384:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281401.465560:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528448:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281401.465637:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281401.465657:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 000000009a17b0be going to sleep for 6 seconds 00002000:00000024:2.0:1781281401.465830:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524353536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281401.465904:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000506c4eec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:2995:x1867807996528384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2381us (8689us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.465913:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1781281401.466926:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528448 00000100:00100000:1.0:1781281401.467127:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1781281401.467134:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008258985c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528448:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281401.467423:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008258985c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528448:12345-0@lo:503:mount.lustre.0 Request processed in 275us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281401.467433:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1781281401.467463:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025a2d2d1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528448:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281401.468303:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc0b19d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996528384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281401.481482:0:25033:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25033:1867807996528512:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281401.481573:0:25033:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281401.481598:0:25033:0:(client.c:2500:ptlrpc_set_wait()) set 0000000014c7c590 going to sleep for 6 seconds 00000100:00100000:3.0:1781281401.482901:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528512 00000100:00100000:3.0:1781281401.482994:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1781281401.483001:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095475551 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:25033:x1867807996528512:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281401.486048:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095475551 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:25033:x1867807996528512:12345-0@lo:502:llog_process_th.0 Request processed in 3036us (4465us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.486072:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1781281401.486335:0:25033:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25033:1867807996528512:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781281401.486382:0:25033:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1781281401.486386:0:25033:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #2 00000020:01000000:2.0:1781281401.486388:0:25033:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1781281401.486389:0:25033:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1781281401.486390:0:25033:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1781281401.486398:0:25033:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281401.486400:0:25033:0:(obd_config.c:1460:class_process_config()) marker 2 (0x6) general lod.*.mdt_hash 00000020:01000000:2.0:1781281401.486404:0:25033:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781281401.486407:0:25033:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281401.486408:0:25033:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1781281401.486413:0:25033:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff91d7c7a7f800 00000020:00000080:2.0:1781281401.486415:0:25033:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1781281401.486519:0:25033:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25033:1867807996528576:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281401.486570:0:25033:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281401.486591:0:25033:0:(client.c:2500:ptlrpc_set_wait()) set 0000000014c7c590 going to sleep for 6 seconds 00000100:00100000:2.0:1781281401.486612:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528576 00000100:00100000:2.0:1781281401.486652:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1781281401.486658:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b97b189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:25033:x1867807996528576:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281401.504296:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b97b189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:25033:x1867807996528576:12345-0@lo:502:llog_process_th.0 Request processed in 17627us (17716us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.504319:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1781281401.506529:0:25033:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25033:1867807996528576:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781281401.506583:0:25033:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281401.506593:0:25033:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281401.506596:0:25033:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1781281401.506601:0:25033:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:3.0:1781281401.507180:0:24998:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1781281401.507220:0:24998:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1781281401.507232:0:24998:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.507248:0:24998:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281401.507275:0:24998:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1781281401.507277:0:24998:0:(mgc_request.c:336:config_log_add()) add config log lustre-client-ffff91d7c7a7f800 10000000:01000000:3.0:1781281401.507280:0:24998:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-client-ffff91d7c7a7f800 10000000:01000000:3.0:1781281401.507284:0:24998:0:(mgc_request.c:90:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1781281401.507292:0:24998:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d7c7a7f800 from 1 10000000:01000000:3.0:1781281401.507295:0:24998:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781281401.507336:0:24998:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.507343:0:24998:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.507352:0:24998:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281401.507376:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528640:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281401.507453:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.507480:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a31d3d90 going to sleep for 6 seconds 00000100:00100000:0.0:1781281401.508283:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528640 00000100:00100000:0.0:1781281401.508348:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281401.508356:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f21c296b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996528640:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281401.508374:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281401.508392:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896cdb6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cdaf expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.508426:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896cdb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cdaf expref: 10 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.508439:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896cdb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cdaf expref: 10 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.508449:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000033ce5ba0, rc 0) 00000100:00100000:0.0:1781281401.508508:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f21c296b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:24998:x1867807996528640:12345-0@lo:101:mount.lustre.0 Request processed in 152us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281401.508515:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1781281401.508976:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528640:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281401.508993:0:24998:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.509002:0:24998:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281401.509162:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528704:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281401.509201:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.509216:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a31d3d90 going to sleep for 6 seconds 00000100:00100000:3.0:1781281401.509231:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528704 00000100:00100000:3.0:1781281401.509254:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1781281401.509259:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5089d78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:24998:x1867807996528704:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281401.509393:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5089d78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:24998:x1867807996528704:12345-0@lo:501:mount.lustre.0 Request processed in 134us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.509400:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1781281401.509430:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528704:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281401.509461:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528768:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281401.509513:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.509525:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a31d3d90 going to sleep for 6 seconds 00000100:00100000:3.0:1781281401.509552:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528768 00000100:00100000:3.0:1781281401.509572:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281401.509575:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60ce710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:24998:x1867807996528768:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281401.513462:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60ce710 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:24998:x1867807996528768:12345-0@lo:503:mount.lustre.0 Request processed in 3872us (3936us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.513480:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1781281401.514138:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996528768:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281401.515322:0:25037:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25037:1867807996528832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281401.515391:0:25037:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.515411:0:25037:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bbd70e5b going to sleep for 6 seconds 00000100:00100000:3.0:1781281401.515434:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528832 00000100:00100000:3.0:1781281401.515476:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1781281401.515484:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fc3be81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:25037:x1867807996528832:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281401.516733:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fc3be81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:25037:x1867807996528832:12345-0@lo:502:llog_process_th.0 Request processed in 1245us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.516748:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1781281401.516818:0:25037:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25037:1867807996528832:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1781281401.516891:0:25037:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1781281401.516896:0:25037:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281401.516910:0:25037:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (00000000c69d26ec) 00000020:00000080:3.0:1781281401.516997:0:25037:0:(obd_config.c:648:class_attach()) OBD: dev 17 attached type lwp with refcount 1 00000020:00000080:3.0:1781281401.517004:0:25037:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1781281401.519709:0:25037:0:(ldlm_lib.c:121:import_set_conn()) imp 000000000247c788@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:3.0:1781281401.522557:0:25037:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:3.0:1781281401.522663:0:25037:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1781281401.522698:0:25037:0:(lwp_dev.c:495:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1781281401.522709:0:25037:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3e391ad4c896cdc4 00000100:00080000:3.0:1781281401.522720:0:25037:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1781281401.523534:0:25037:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000000247c788 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281401.523574:0:25037:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b3fccc96 x1867807996528896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281401.523610:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996528896:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1781281401.523689:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781281401.523731:0:25037:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1781281401.524051:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528896 00000100:00100000:1.0:1781281401.524084:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1781281401.524090:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996528896:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1781281401.524145:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996528896:12345-0@lo:38:llog_process_th.0 Request processed in 54us (458us total) trans 0 rc -11/-11 00000100:00100000:1.0:1781281401.524151:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1781281401.524185:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1781281401.524193:0:2994:0:(import.c:86:import_set_state_nolock()) 000000000247c788 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1781281401.524197:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:3.0:1781281401.524203:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996528896:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1781281401.541393:0:25037:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25037:1867807996528960:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281401.541491:0:25037:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.541518:0:25037:0:(client.c:2500:ptlrpc_set_wait()) set 0000000005f319e6 going to sleep for 6 seconds 00000100:00100000:2.0:1781281401.542125:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996528960 00000100:00100000:2.0:1781281401.542177:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1781281401.542183:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008023f5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:25037:x1867807996528960:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281401.542609:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008023f5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:25037:x1867807996528960:12345-0@lo:502:llog_process_th.0 Request processed in 424us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281401.542619:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1781281401.543141:0:25037:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:25037:1867807996528960:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1781281401.543181:0:25037:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 00000020:01000000:3.0:1781281401.543453:0:24998:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1781281401.543475:0:24998:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781281401.543483:0:24998:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.543494:0:24998:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281401.543520:0:24998:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x40000005 10000000:01000000:3.0:1781281401.543548:0:24998:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1781281401.543564:0:24998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac7b2cf1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996529024:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1781281401.543608:0:24998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.543624:0:24998:0:(client.c:2500:ptlrpc_set_wait()) set 00000000462735a0 going to sleep for 6 seconds 00000100:00100000:3.0:1781281401.543645:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529024 00000100:00100000:3.0:1781281401.543680:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1781281401.543685:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009aec0dba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:24998:x1867807996529024:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1781281401.543715:0:25001:0:(mgs_handler.c:365:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000001:00100000:3.0:1781281401.557539:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1781281401.596901:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000004:00080000:1.0:1781281401.605872:0:25041:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:0.0:1781281401.638287:0:25041:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:0.0:1781281401.683559:0:25001:0:(mgs_nids.c:546:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1781281401.683583:0:25001:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1781281401.683665:0:25022:0:(mgs_nids.c:444:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1781281401.683673:0:25022:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1781281401.683744:0:25022:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.683772:0:25022:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 10 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.683788:0:25022:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.683856:0:25022:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 10 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.683871:0:25022:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 10 pid: 25001 timeout: 1042 lvb_type: 0 00000100:00100000:1.0:1781281401.683896:0:25022:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:25022:1867807996529088:0@lo:104: 00000100:00100000:1.0:1781281401.684051:0:25022:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281401.684108:0:25022:0:(client.c:2500:ptlrpc_set_wait()) set 0000000064e0ab02 going to sleep for 11 seconds 00000100:00100000:0.0:1781281401.684322:0:5490:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529088 00000100:00100000:0.0:1781281401.684410:0:5490:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1781281401.684417:0:5490:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e1357f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:25022:x1867807996529088:12345-0@lo:104: 00010000:00010000:0.0:1781281401.684441:0:5490:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281401.684532:0:5490:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781281401.684538:0:5490:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e1357f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:25022:x1867807996529088:12345-0@lo:104: Request processed in 120us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281401.684546:0:5490:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281401.685175:0:25022:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:25022:1867807996529088:0@lo:104: 00010000:00010000:1.0:1781281401.685212:0:25022:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.687096:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281401.687134:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.687150:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042050116 already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281401.687154:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.687176:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281401.687195:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281401.687199:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1781281401.687321:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.687329:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281401.687366:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.687373:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896cd8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896cd93 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.687416:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281401.687419:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281401.687420:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281401.687529:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281401.687567:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996529152:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1781281401.687818:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281401.688977:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529152 00010000:00010000:3.0:1781281401.689026:0:5491:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 11 pid: 25001 timeout: 1042 lvb_type: 0 00000100:00100000:3.0:1781281401.689088:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1781281401.689119:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:2995:x1867807996529152:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281401.689149:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281401.689155:0:5491:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 11 pid: 25001 timeout: 1042 lvb_type: 0 00010000:00010000:3.0:1781281401.689182:0:5491:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 11 pid: 25001 timeout: 1042 lvb_type: 0 00010000:00010000:3.0:1781281401.689215:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b5874157/0x3e391ad4c896cd93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3e391ad4c896cd8c expref: 11 pid: 25001 timeout: 1042 lvb_type: 0 00010000:00010000:3.0:1781281401.689265:0:5491:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689274:0:5491:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 20000000:01000000:3.0:1781281401.689323:0:5491:0:(mgs_nids.c:420:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005651018s 00010000:00010000:3.0:1781281401.689338:0:5491:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689345:0:5491:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689351:0:5491:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689365:0:5491:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689370:0:5491:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c5a8d27 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281401.689374:0:5491:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689381:0:5491:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689404:0:5491:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281401.689429:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281401.689523:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:2995:x1867807996529152:12345-0@lo:103:ldlm_bl_01.0 Request processed in 413us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281401.689531:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00010000:00010000:1.0:1781281401.690024:0:25022:0:(ldlm_request.c:196:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.690035:0:25022:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281401.690055:0:25022:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdcb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25022 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281401.691148:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c685a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996529152:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1781281401.711490:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009aec0dba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:24998:x1867807996529024:12345-0@lo:253:mount.lustre.0 Request processed in 167781us (167860us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281401.711521:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1781281401.711863:0:24998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac7b2cf1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:24998:1867807996529024:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1781281401.711894:0:24998:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:02000000:3.0:1781281401.711923:0:24998:0:(obd_mount_server.c:2104:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1781281401.714070:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281401.715092:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281401.715489:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281401.715796:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281401.716179:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281401.716415:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281401.717946:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281401.718033:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281401.718141:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281401.718372:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1781281401.718467:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:3.0:1781281401.718517:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:3.0:1781281401.762190:0:24998:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1781281401.762322:0:25044:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:1.0:1781281401.762327:0:25044:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:3.0:1781281401.762566:0:25045:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:3.0:1781281401.765545:0:25045:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1781281401.771949:0:24998:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1781281401.772189:0:24998:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1781281401.773112:0:25045:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x1:1024:0 index 261376 count 1 00000004:00080000:3.0:1781281401.773168:0:25045:0:(lod_dev.c:439:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1781281401.773173:0:25045:0:(lod_dev.c:462:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000004:00000080:1.0:1781281401.774680:0:24998:0:(mdd_device.c:544:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1781281401.774859:0:24998:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1781281401.775456:0:24998:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1781281401.777646:0:24998:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:10:0 index 64768 count 1 00000040:00080000:1.0:1781281401.778918:0:24998:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x6:10:0 index 64768 count 1 00000040:01000000:1.0:1781281401.779025:0:24998:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1781281401.779519:0:24998:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1781281401.782835:0:24998:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3c:0x0] (8/8/4) registered 00010000:00080000:0.0:1781281401.787099:0:24998:0:(ldlm_lib.c:2932:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 30064771078 00010000:00080000:0.0:1781281401.787917:0:25046:0:(ldlm_lib.c:2747:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 25046 00010000:02000000:0.0:1781281401.787931:0:25046:0:(ldlm_lib.c:2220:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:2.0:1781281401.788084:0:24998:0:(obd_mount_server.c:312:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:2.0:1781281401.788113:0:24998:0:(obd_mount_server.c:1875:server_fill_super_common()) Server sb, dev=47 00000080:00000004:2.0:1781281401.788142:0:24998:0:(super25.c:186:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00080000:0.0:1781281401.799265:0:25046:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:0.0:1781281401.799272:0:25046:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 10000000:01000000:2.0:1781281402.222657:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1781281402.222663:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d7c7a7f800 from 12 10000000:01000000:2.0:1781281402.222669:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1781281402.222710:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.222721:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.222731:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.222754:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.222818:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.223268:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a2ea873d going to sleep for 6 seconds 00000100:00100000:1.0:1781281402.228448:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529216 00000100:00100000:1.0:1781281402.228513:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1781281402.228520:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bee2df27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:5503:x1867807996529216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281402.228536:0:25001:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281402.228555:0:25001:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cdd2 expref: -99 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.228592:0:25001:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cdd2 expref: 10 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.228602:0:25001:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cdd2 expref: 10 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.228610:0:25001:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000009c5a8d27, rc 0) 00000100:00100000:1.0:1781281402.228674:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bee2df27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996529216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (5858us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281402.228681:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1781281402.228729:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061ccc24c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281402.228745:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.228754:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281402.229019:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529280:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.229055:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281402.229072:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cca0d92a going to sleep for 6 seconds 00000100:00100000:0.0:1781281402.229153:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529280 00000100:00100000:0.0:1781281402.229175:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281402.229178:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f1f20d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996529280:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1781281402.229191:0:25003:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1781281402.229201:0:25003:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:0.0:1781281402.229204:0:25003:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 12 00000100:00100000:0.0:1781281402.229279:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f1f20d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996529280:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 100us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281402.229289:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281402.229319:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529280:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1781281402.229409:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1781281402.229415:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229422:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281402.229431:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781281402.229433:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8ffdb5000 from 42 10000000:01000000:0.0:1781281402.229435:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781281402.229453:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229460:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229467:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281402.229477:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.229502:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281402.229514:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097cde798 going to sleep for 6 seconds 00000100:00100000:0.0:1781281402.229527:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529344 00000100:00100000:0.0:1781281402.229546:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281402.229550:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065c292ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996529344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281402.229556:0:25003:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281402.229578:0:25003:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896cde7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cde0 expref: -99 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229592:0:25003:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896cde7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cde0 expref: 11 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229600:0:25003:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896cde7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cde0 expref: 11 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229605:0:25003:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a30e47c2, rc 0) 00000100:00100000:0.0:1781281402.229630:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065c292ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996529344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 79us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281402.229635:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1781281402.229664:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281402.229672:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.229679:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281402.229725:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.229748:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281402.229758:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097cde798 going to sleep for 6 seconds 00000100:00100000:0.0:1781281402.229937:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529408 00000100:00100000:0.0:1781281402.229974:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1781281402.229978:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e6f0c5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996529408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.230281:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e6f0c5a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996529408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 301us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281402.230288:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1781281402.230320:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.230346:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.230669:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281402.230692:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097cde798 going to sleep for 6 seconds 00000100:00100000:1.0:1781281402.230750:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529472 00000100:00100000:1.0:1781281402.230791:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1781281402.230796:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cd618b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996529472:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.231013:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cd618b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996529472:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 216us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281402.231020:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1781281402.231188:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529472:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281402.232170:0:25071:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:1.0:1781281402.232302:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:1.0:1781281402.232321:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781281402.232328:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.232337:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281402.232346:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1781281402.232348:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1781281402.232350:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1781281402.232376:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.232446:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.232455:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281402.232477:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.232519:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281402.232579:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c35851b1 going to sleep for 6 seconds 00000100:00100000:3.0:1781281402.235993:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529536 00000100:00100000:3.0:1781281402.236060:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1781281402.236067:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996529536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281402.236084:0:25003:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281402.236111:0:25003:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000089a77522/0x3e391ad4c896cdf5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cdee expref: -99 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281402.236156:0:25003:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000089a77522/0x3e391ad4c896cdf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cdee expref: 12 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281402.236167:0:25003:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000089a77522/0x3e391ad4c896cdf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cdee expref: 12 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281402.236175:0:25003:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000089a77522, rc 0) 00000100:00100000:3.0:1781281402.236240:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996529536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281402.236247:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1781281402.236392:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281402.236426:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.236435:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281402.236520:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.236553:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281402.236601:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c35851b1 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.236806:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529600 00000100:00100000:2.0:1781281402.236826:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1781281402.236830:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996529600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.237065:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996529600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 233us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.237072:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1781281402.237099:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.237145:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.237182:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.237201:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.237229:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529664 00000100:00100000:2.0:1781281402.237244:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281402.237248:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996529664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.254069:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996529664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 16812us (16879us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.254087:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1781281402.254160:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281402.255367:0:25073:0:(llog.c:789:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:0.0:1781281402.260098:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1781281402.260134:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1781281402.260142:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.260154:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281402.260164:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1781281402.260166:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8ffdb5000 from 7 10000000:01000000:0.0:1781281402.260168:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1781281402.260202:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.260209:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.260223:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281402.260242:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.260296:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281402.260351:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000008c109a4d going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.265587:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529728 00000100:00100000:2.0:1781281402.265646:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281402.265652:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996529728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.265671:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281402.265691:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008792e36a/0x3e391ad4c896ce03 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896cdfc expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.265719:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008792e36a/0x3e391ad4c896ce03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896cdfc expref: 13 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.265729:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008792e36a/0x3e391ad4c896ce03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896cdfc expref: 13 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.265737:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008792e36a, rc 0) 00000100:00100000:2.0:1781281402.265807:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996529728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (5511us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.265814:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281402.265896:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.265912:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.265921:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.266022:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.266053:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.266068:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f5b2683 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.266081:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529792 00000100:00100000:2.0:1781281402.266104:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1781281402.266108:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996529792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.266205:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996529792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 96us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.266212:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1781281402.266238:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.266264:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.266304:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.266314:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f5b2683 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.266325:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529856 00000100:00100000:2.0:1781281402.266338:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281402.266341:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996529856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.266625:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996529856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 282us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.266632:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281402.266669:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281402.267243:0:25074:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:2.0:1781281402.267275:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:2.0:1781281402.267291:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1781281402.267296:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267305:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281402.267313:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781281402.267315:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d901d89800 from 42 10000000:01000000:2.0:1781281402.267317:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781281402.267336:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267342:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267354:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.267366:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.267393:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.267405:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e16f5d4c going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.267420:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529920 00000100:00100000:2.0:1781281402.267440:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281402.267444:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996529920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.267451:0:25001:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281402.267459:0:25001:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cef46593/0x3e391ad4c896ce11 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896ce0a expref: -99 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267474:0:25001:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cef46593/0x3e391ad4c896ce11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896ce0a expref: 14 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267481:0:25001:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cef46593/0x3e391ad4c896ce11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896ce0a expref: 14 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267487:0:25001:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cef46593, rc 0) 00000100:00100000:2.0:1781281402.267509:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996529920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 65us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.267515:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281402.267541:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.267549:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.267557:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.267586:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.267607:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.267618:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e16f5d4c going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.267629:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996529984 00000100:00100000:2.0:1781281402.267646:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1781281402.267650:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996529984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.267722:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996529984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 71us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.267728:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1781281402.267754:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996529984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.267775:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.267806:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.267817:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e16f5d4c going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.267830:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530048 00000100:00100000:2.0:1781281402.267860:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1781281402.267864:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996530048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.267998:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996530048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 132us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.268004:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1781281402.268036:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281402.273253:0:25075:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:2.0:1781281402.273464:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:2.0:1781281402.273490:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781281402.273497:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.273510:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281402.273519:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1781281402.273521:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1781281402.273534:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1781281402.273576:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.273583:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.273591:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.273612:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.273672:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.273698:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:1.0:1781281402.275318:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530112 00000100:00100000:1.0:1781281402.275370:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1781281402.275375:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996530112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281402.275390:0:25003:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281402.275415:0:25003:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e975ce81/0x3e391ad4c896ce1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896ce18 expref: -99 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.275439:0:25003:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e975ce81/0x3e391ad4c896ce1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896ce18 expref: 15 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.275449:0:25003:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e975ce81/0x3e391ad4c896ce1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896ce18 expref: 15 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.275457:0:25003:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e975ce81, rc 0) 00000100:00100000:1.0:1781281402.275510:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996530112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (1839us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281402.275516:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281402.275661:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.275675:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.275682:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.275746:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.275774:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.275793:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000000dfed509 going to sleep for 6 seconds 00000100:00100000:1.0:1781281402.276583:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530176 00000100:00100000:1.0:1781281402.276611:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1781281402.276615:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996530176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.276909:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996530176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 292us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281402.276917:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1781281402.276965:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.276998:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.277044:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281402.277056:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c35851b1 going to sleep for 6 seconds 00000100:00100000:1.0:1781281402.277069:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530240 00000100:00100000:1.0:1781281402.277087:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281402.277090:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996530240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.284974:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996530240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 7861us (7910us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281402.284991:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281402.285061:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281402.286221:0:25076:0:(llog.c:789:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:2.0:1781281402.286259:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1781281402.286279:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1781281402.286287:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.286299:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281402.286308:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1781281402.286310:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d901d89800 from 7 10000000:01000000:2.0:1781281402.286313:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1781281402.286343:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.286350:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.286359:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.287650:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062450f5d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.287708:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.287742:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e16f5d4c going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.290202:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530304 00000100:00100000:2.0:1781281402.290258:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1781281402.290265:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996530304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.290281:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281402.290297:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000004a47be93/0x3e391ad4c896ce2d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896ce26 expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.290327:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a47be93/0x3e391ad4c896ce2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896ce26 expref: 16 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.290338:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000004a47be93/0x3e391ad4c896ce2d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896ce26 expref: 16 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.290347:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004a47be93, rc 0) 00000100:00100000:2.0:1781281402.290906:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996530304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 640us (3200us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.290914:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1781281402.291470:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062450f5d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281402.291488:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.291498:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281402.291567:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.291603:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281402.291637:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cbadb5b1 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.291644:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530368 00000100:00100000:2.0:1781281402.291715:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1781281402.291720:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996530368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.291850:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996530368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.291857:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1781281402.292652:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.292687:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281402.292740:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281402.293168:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000097cde798 going to sleep for 6 seconds 00000100:00100000:1.0:1781281402.293231:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530432 00000100:00100000:1.0:1781281402.293256:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1781281402.293260:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996530432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.293475:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996530432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 213us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281402.293483:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1781281402.293643:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281402.296327:0:25078:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:1.0:1781281402.296574:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1781281402.296598:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1781281402.296605:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.296616:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281402.296625:0:5503:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1781281402.296626:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log nodemap-ffff91d8c6135360 from 1 10000000:01000000:1.0:1781281402.296629:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1781281402.296662:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.296669:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281402.296679:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281402.296705:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781281402.296775:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281402.296804:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b8337bd3 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.297042:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530496 00000100:00100000:2.0:1781281402.297082:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1781281402.297087:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996530496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.297099:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281402.297111:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000221c0c7c/0x3e391ad4c896ce3b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896ce34 expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297132:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000221c0c7c/0x3e391ad4c896ce3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896ce34 expref: 17 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297143:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000221c0c7c/0x3e391ad4c896ce3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896ce34 expref: 17 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297150:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000221c0c7c, rc 0) 00000100:00100000:2.0:1781281402.297192:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996530496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.297199:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1781281402.297241:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.297253:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297261:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281402.297277:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1781281402.297280:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297285:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281402.297292:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1781281402.297294:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff91d8c6135360 from 1 10000000:01000000:2.0:1781281402.297296:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1781281402.297309:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297315:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297321:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.297331:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.297355:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.297368:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001f5b2683 going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.297448:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530560 00000100:00100000:2.0:1781281402.297465:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1781281402.297468:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996530560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.297474:0:25002:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281402.297481:0:25002:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000dabeab8b/0x3e391ad4c896ce49 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896ce42 expref: -99 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297492:0:25002:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dabeab8b/0x3e391ad4c896ce49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896ce42 expref: 18 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297498:0:25002:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000dabeab8b/0x3e391ad4c896ce49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896ce42 expref: 18 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297503:0:25002:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000dabeab8b, rc 0) 00000100:00100000:2.0:1781281402.297640:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996530560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281402.297646:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1781281402.297676:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281402.297685:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.297692:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281402.297795:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.297821:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281402.297833:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e38244aa going to sleep for 6 seconds 00000100:00100000:2.0:1781281402.297857:0:25002:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530624 00000100:00100000:2.0:1781281402.297873:0:25002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1781281402.297877:0:25002:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996530624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281402.297979:0:25002:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996530624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 101us (158us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781281402.297987:0:25002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1781281402.298013:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996530624:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1781281402.298035:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1781281402.298038:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281402.298044:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281402.349863:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281403.349349:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281403.349439:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816896 00000100:00100000:3.0:1781281403.349490:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:3.0:1781281403.349497:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2212:x1867807981816896:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:00080000:3.0:1781281403.349507:0:25001:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:3.0:1781281403.349604:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2212:x1867807981816896:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 106us (262us total) trans 0 rc -107/-107 00000100:00100000:3.0:1781281403.349612:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:3.0:1781281403.350749:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281403.350851:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816960 00000100:00100000:1.0:1781281403.350884:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:1.0:1781281403.350890:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac7b2cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2212:x1867807981816960:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000020:00080000:1.0:1781281403.350899:0:25006:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:1.0:1781281403.350940:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac7b2cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2212:x1867807981816960:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 49us (193us total) trans 0 rc -107/-107 00000100:00100000:1.0:1781281403.350947:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:3.0:1781281403.352812:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281403.355170:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817088 00000100:00100000:1.0:1781281403.355226:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:1.0:1781281403.355233:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093bb83b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2210:x1867807981817088:12345-192.168.204.1@tcp:38:ptlrpcd_00_01.0 00010000:00080000:1.0:1781281403.355261:0:25006:0:(ldlm_lib.c:889:target_handle_reconnect()) connect export for UUID 'fd013285-183a-4106-aea7-7bb500a78bd8' at 00000000170de07b, cookie 0x3e391ad4c896cd3f 00010000:00080000:1.0:1781281403.355266:0:25006:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp recovering/t18446637794801358792 exp 00000000170de07b cur 944 last 1781281401 00010000:02000400:1.0:1781281403.355274:0:25006:0:(ldlm_lib.c:1923:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00000100:00100000:2.0:1781281403.357664:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281403.357771:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281403.357835:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817024 00000100:00100000:2.0:1781281403.357876:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817152 00000100:00100000:2.0:1781281403.357899:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 418 00000100:00100000:2.0:1781281403.357905:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981817152:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1781281403.358173:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981817152:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 267us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281403.358181:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 418 00000100:00100000:2.0:1781281403.358199:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4321 00000100:00100000:2.0:1781281403.358222:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2210:x1867807981817024:12345-192.168.204.1@tcp:9:kworker/u8:1.0 00000020:00000080:2.0:1781281403.358261:0:12103:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cb9b 00000100:00080000:2.0:1781281403.358269:0:12103:0:(import.c:86:import_set_state_nolock()) 0000000008d5c91e : changing import state from FULL to CLOSED 00000001:00000004:2.0:1781281403.358310:0:12103:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:2.0:1781281403.358666:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+2:2210:x1867807981817024:12345-192.168.204.1@tcp:9:kworker/u8:1.0 Request processed in 443us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281403.358672:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4321 00010000:00010000:2.0:1781281403.360996:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1781281403.366467:0:25006:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000004:00100000:1.0:1781281403.366891:0:25006:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1781281403.366899:0:25006:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000001c16ad5c 00000100:00080000:1.0:1781281403.367015:0:25006:0:(import.c:86:import_set_state_nolock()) 00000000bfc15b6d : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281403.367109:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093bb83b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981817088:12345-192.168.204.1@tcp:38:ptlrpcd_00_01.0 Request processed in 11874us (14301us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281403.367120:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00010000:00080000:0.0:1781281403.369002:0:25046:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:0.0:1781281403.369011:0:25046:0:(ldlm_lib.c:2581:replay_request_or_update()) Waiting for transno 30064771079 00000020:00080000:0.0:1781281403.369016:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281403.369020:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771079 00000020:00080000:0.0:1781281403.369023:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281403.369025:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771079 00010000:00010000:1.0:1781281403.373084:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281403.375106:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281403.375182:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815616 00000100:00100000:1.0:1781281403.375235:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 3 00000100:00100000:1.0:1781281403.375240:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981815616:12345-192.168.204.1@tcp:101:touch.0 00010000:00080000:1.0:1781281403.375262:0:25006:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 30064771079, current: 30064771079, replaying 00000100:00100000:1.0:1781281403.375275:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981815616:12345-192.168.204.1@tcp:101:touch.0 Request processed in 34us (177us total) trans 0 rc 0/-999 00000100:00100000:1.0:1781281403.375281:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 3 00000020:00080000:1.0:1781281403.375294:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281403.375297:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 30064771079, next_transno: 30064771079 00010000:00080000:1.0:1781281403.375300:0:25046:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (30064771079) 00000020:00080000:1.0:1781281403.375303:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281403.375312:0:25046:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981815616 t30064771079 from 192.168.204.1@tcp req@00000000c19f1048 x1867807981815616/t0(30064771079) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:128/0 lens 752/0 e 0 to 0 dl 1781281443 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'touch.0' 00010000:00010000:1.0:1781281403.375332:0:25046:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281403.375356:0:25046:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e1451981/0x3e391ad4c896ce50 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124860b expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281403.377416:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281403.379682:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817216 00000100:00100000:0.0:1781281403.379729:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:0.0:1781281403.379736:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2210:x1867807981817216:12345-192.168.204.1@tcp:250:ptlrpcd_00_01.0 00010000:00080000:0.0:1781281403.379772:0:25003:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from ecf7ee81-2075-4f26-b532-0d44497bf6c9@192.168.204.1@tcp t0 exp 0000000000000000 cur 944 last 0 00000020:00000080:0.0:1781281403.379805:0:25003:0:(genops.c:1359:class_connect()) connect: client ecf7ee81-2075-4f26-b532-0d44497bf6c9, cookie 0x3e391ad4c896ce57 00000020:01000000:0.0:1781281403.379812:0:25003:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000007829941c 00000100:00080000:0.0:1781281403.379880:0:25003:0:(import.c:86:import_set_state_nolock()) 00000000c8606cde : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281403.380119:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:2210:x1867807981817216:12345-192.168.204.1@tcp:250:ptlrpcd_00_01.0 Request processed in 380us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281403.380127:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 46 00000004:00080000:2.0:1781281403.380994:0:25046:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5590us 00010000:00010000:1.0:1781281403.400647:0:25046:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.400672:0:25046:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.400688:0:25046:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.400703:0:25046:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.400716:0:25046:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.400722:0:25046:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1781281403.405399:0:25046:0:(mdt_open.c:477:mdt_mfd_open()) orphan mfd not found, fid = [0x200000bd1:0x42e:0x0], cookie = 0x3e391ad4c896ccba 00000004:00080000:2.0:1781281403.405404:0:25046:0:(mdt_open.c:481:mdt_mfd_open()) Store old cookie 0x3e391ad4c896ccba in new mfd 00010000:00010000:2.0:1781281403.405418:0:25046:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405433:0:25046:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405440:0:25046:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405446:0:25046:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be425b6f already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281403.405450:0:25046:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405457:0:25046:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405473:0:25046:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (00000000938bc605) 00010000:00010000:2.0:1781281403.405476:0:25046:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281403.405480:0:25046:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405486:0:25046:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be425b6f/0x3e391ad4c896ce5e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281403.405498:0:25046:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c19f1048 reply state 00000000ef5eb917 transno 30064771079 ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405599:0:25046:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000e1451981/0x3e391ad4c896ce50 lrc: 1/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124860b expref: 8 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405608:0:25046:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e1451981/0x3e391ad4c896ce50 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124860b expref: 8 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.405708:0:25046:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000e1451981, rc 0) 00010000:00080000:2.0:1781281403.405786:0:25046:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:2.0:1781281403.405804:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.405806:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771080 00000020:00080000:2.0:1781281403.405809:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.405811:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771080 00010000:00010000:2.0:1781281403.407531:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.407548:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.407554:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.407561:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000015897d86 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281403.407565:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.407576:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.407589:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0xfa0fa5c1 (000000004c7a4d51) 00010000:00010000:2.0:1781281403.407592:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281403.407595:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.407600:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000015897d86/0x3e391ad4c896ce65 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281403.432565:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281403.434021:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981815744 00000100:00100000:1.0:1781281403.434102:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4 00000100:00100000:1.0:1781281403.434110:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c599701e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981815744:12345-192.168.204.1@tcp:36:touch.0 00010000:00080000:1.0:1781281403.434136:0:25006:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 30064771080, current: 30064771080, replaying 00000100:00100000:1.0:1781281403.434161:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c599701e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981815744:12345-192.168.204.1@tcp:36:touch.0 Request processed in 50us (1605us total) trans 0 rc 0/-999 00000100:00100000:1.0:1781281403.434167:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4 00000020:00080000:2.0:1781281403.434243:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.434247:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 30064771080, next_transno: 30064771080 00010000:00080000:2.0:1781281403.434251:0:25046:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (30064771080) 00000020:00080000:2.0:1781281403.434254:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.434262:0:25046:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981815744 t30064771080 from 192.168.204.1@tcp req@00000000c599701e x1867807981815744/t0(30064771080) o36->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:128/0 lens 488/0 e 0 to 0 dl 1781281443 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'touch.0' 00010000:00010000:2.0:1781281403.434364:0:25046:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.434379:0:25046:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.434390:0:25046:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281403.434519:0:25046:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c599701e reply state 000000005c0d852c transno 30064771080 ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1781281403.434631:0:25046:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:2.0:1781281403.434645:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.434647:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771081 00000020:00080000:2.0:1781281403.434651:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.434652:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771081 00000100:00100000:1.0:1781281403.444215:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00010000:00010000:3.0:1781281403.445116:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.445135:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.445144:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.445152:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4994fba already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281403.445157:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.445166:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.445260:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42e:0x0].0x0 (00000000780a17cd) 00010000:00010000:3.0:1781281403.445264:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281403.445267:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.445274:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4994fba/0x3e391ad4c896ce73 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281403.446115:0:25010:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981816064 00000100:00100000:0.0:1781281403.446158:0:25010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:0.0:1781281403.446166:0:25010:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981816064:12345-192.168.204.1@tcp:35:touch.0 00010000:00080000:0.0:1781281403.446184:0:25010:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 30064771081, current: 30064771081, replaying 00000100:00100000:0.0:1781281403.446198:0:25010:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981816064:12345-192.168.204.1@tcp:35:touch.0 Request processed in 33us (1990us total) trans 0 rc 0/-999 00000100:00100000:0.0:1781281403.446205:0:25010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000020:00080000:2.0:1781281403.450672:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.450683:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 30064771081, next_transno: 30064771081 00010000:00080000:2.0:1781281403.450690:0:25046:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (30064771081) 00000020:00080000:2.0:1781281403.450694:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.450810:0:25046:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981816064 t30064771081 from 192.168.204.1@tcp req@000000004216e5cb x1867807981816064/t0(30064771081) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:94/0 lens 392/0 e 0 to 0 dl 1781281409 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'touch.0' 00010000:00080000:2.0:1781281403.451585:0:25046:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:2.0:1781281403.451603:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.451606:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771082 00000020:00080000:2.0:1781281403.451609:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281403.451611:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 30064771082 00000100:00100000:2.0:1781281403.459385:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281403.459488:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817280 00000100:00100000:3.0:1781281403.459545:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:3.0:1781281403.459552:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981817280:12345-192.168.204.1@tcp:400:ldlm_lock_repla.0 00010000:00080000:3.0:1781281403.459580:0:25007:0:(ldlm_lib.c:3016:target_queue_recovery_request()) @@@ queue final req req@00000000f165ccf1 x1867807981817280/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:128/0 lens 224/0 e 0 to 0 dl 1781281443 ref 2 fl Interpret:H/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:3.0:1781281403.459596:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981817280:12345-192.168.204.1@tcp:400:ldlm_lock_repla.0 Request processed in 45us (217us total) trans 0 rc 0/-999 00000100:00100000:3.0:1781281403.459603:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000020:00080000:3.0:1781281403.459622:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1781281403.459626:0:25046:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 30064771082 00010000:00080000:3.0:1781281403.459629:0:25046:0:(ldlm_lib.c:2147:check_for_next_transno()) waking for completed recovery 00000020:00080000:3.0:1781281403.459632:0:25046:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1781281403.459637:0:25046:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1781281403.459640:0:25046:0:(ldlm_lib.c:2170:check_for_next_lock()) waking for completed lock replay 00000001:00000004:3.0:1781281403.460538:0:25046:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 8, last_transno is 34359738368 00000001:00080000:1.0:1781281403.546768:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 30064771081 is committed 00010000:00080000:2.0:1781281403.546801:0:25046:0:(ldlm_lib.c:1885:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00000001:00100000:1.0:1781281403.546805:0:25041:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00080000:2.0:1781281403.546827:0:25046:0:(ldlm_lib.c:2813:target_recovery_thread()) @@@ processing final ping from 192.168.204.1@tcp: req@00000000f165ccf1 x1867807981817280/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:128/0 lens 224/0 e 0 to 0 dl 1781281443 ref 1 fl Complete:H/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00010000:02000000:2.0:1781281403.547026:0:25046:0:(ldlm_lib.c:1759:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000004:00080000:2.0:1781281403.576300:0:25030:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x470:0x0] 00000100:00100000:2.0:1781281403.576372:0:25030:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:25030:1867807996530688:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1781281403.576479:0:25030:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281403.576530:0:25030:0:(client.c:2500:ptlrpc_set_wait()) set 0000000051aade0a going to sleep for 6 seconds 00000100:00100000:2.0:1781281403.576614:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530688 00000100:00100000:2.0:1781281403.576705:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322 00000100:00100000:2.0:1781281403.576718:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:25030:x1867807996530688:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1781281403.576752:0:12109:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1249 -> diff = -113 00002000:02000040:2.0:1781281403.576757:0:12109:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0000: deleting orphan objects from 0x0:1137 to 0x0:1249 00000004:00080000:3.0:1781281403.577053:0:25032:0:(osp_precreate.c:874:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x482:0x0] 00000100:00100000:3.0:1781281403.577074:0:25032:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:25032:1867807996530752:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1781281403.577101:0:25032:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281403.577155:0:25032:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089568c4d going to sleep for 6 seconds 00000100:00100000:0.0:1781281403.577238:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530752 00000100:00100000:0.0:1781281403.577296:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323 00000100:00100000:0.0:1781281403.577300:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000904e6713 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:25032:x1867807996530752:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1781281403.577314:0:7852:0:(ofd_dev.c:1586:ofd_create_hdl()) ofd_last_id() = 1249 -> diff = -95 00002000:02000040:0.0:1781281403.577316:0:7852:0:(ofd_dev.c:1442:ofd_orphans_destroy()) lustre-OST0001: deleting orphan objects from 0x0:1155 to 0x0:1249 00002000:00010000:2.0:1781281403.583390:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.583408:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 3/0,1 mode: --/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.583425:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.583433:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.583437:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 3/0,1 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.583453:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 3/0,1 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.583468:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 3/0,1 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.583474:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 2/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.583506:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.584028:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.584033:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 2/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.584042:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bb7ffc71 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.584045:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 2/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.584053:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 3/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.584069:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 1/0,0 mode: --/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.584075:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb7ffc71/0x3e391ad4c896ce7a lrc: 0/0,0 mode: --/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.584091:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.584093:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.584094:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.589568:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.589579:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 3/0,1 mode: --/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589595:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.589597:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.589601:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 3/0,1 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589614:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 3/0,1 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589623:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 3/0,1 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589634:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 2/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589656:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.589667:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.589671:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 2/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589679:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a8b32f76 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.589682:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 2/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589690:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 3/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589711:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 1/0,0 mode: --/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589716:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896ce81 lrc: 0/0,0 mode: --/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.589730:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.589733:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.589734:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.590062:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.590066:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 3/0,1 mode: --/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590073:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.590075:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.590076:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 3/0,1 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590083:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 3/0,1 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590093:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 3/0,1 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590098:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 2/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590111:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.590118:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.590120:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 2/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590126:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ef444a already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.590128:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 2/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590133:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 3/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590142:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 1/0,0 mode: --/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590147:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085ef444a/0x3e391ad4c896ce88 lrc: 0/0,0 mode: --/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590156:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.590157:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.590158:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.590805:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.590810:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 3/0,1 mode: --/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590829:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.590830:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.590832:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 3/0,1 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590840:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 3/0,1 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590848:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 3/0,1 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.590854:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 2/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.591286:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.591299:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.591302:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 2/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.591308:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae0e2fb8 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.591311:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 2/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.591316:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 3/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.591327:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 1/0,0 mode: --/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.591332:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896ce8f lrc: 0/0,0 mode: --/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.591343:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.591344:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.591345:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.592107:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.592112:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 3/0,1 mode: --/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.592121:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.592122:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.592125:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 3/0,1 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1781281403.592653:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4e1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281403.592658:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 3/0,1 mode: --/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.592665:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281403.592667:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281403.592668:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 3/0,1 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.592683:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 3/0,1 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.592691:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 3/0,1 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.592697:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 2/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.592713:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281403.592724:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281403.592729:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 2/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.592737:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee492b77 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.592740:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 2/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.592745:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 3/0,0 mode: PW/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.592759:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 1/0,0 mode: --/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.592765:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee492b77/0x3e391ad4c896ce9d lrc: 0/0,0 mode: --/PW res: [0x4e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.592778:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.592779:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.592780:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.593017:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 3/0,1 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593026:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 3/0,1 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593033:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 2/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.593065:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.593070:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.593073:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 2/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593078:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c918faa7 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.593080:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 2/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593086:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 3/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593097:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 1/0,0 mode: --/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593103:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c918faa7/0x3e391ad4c896ce96 lrc: 0/0,0 mode: --/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.593113:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.593114:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.593115:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.594292:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.594299:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 3/0,1 mode: --/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.594308:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.594310:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.594313:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 3/0,1 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.594321:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 3/0,1 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.594740:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 3/0,1 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.594748:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 2/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.594772:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.594884:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.594889:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 2/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.594896:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d375b70 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.594899:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 2/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.594906:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 3/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.594925:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 1/0,0 mode: --/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.594930:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d375b70/0x3e391ad4c896cea4 lrc: 0/0,0 mode: --/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.594946:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.594947:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.594948:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.595156:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4e0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.595160:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 3/0,1 mode: --/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595168:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.595170:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.595172:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 3/0,1 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595180:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 3/0,1 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595187:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 3/0,1 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595192:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 2/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595206:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281403.595443:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4df:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.595446:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 3/0,1 mode: --/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595454:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.595455:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.595457:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 3/0,1 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595465:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 3/0,1 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595472:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 3/0,1 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595478:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 2/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595492:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281403.595499:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281403.595502:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 2/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595509:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000054562da6 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.595511:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 2/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595516:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 3/0,0 mode: PW/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595532:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 1/0,0 mode: --/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595537:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054562da6/0x3e391ad4c896ceab lrc: 0/0,0 mode: --/PW res: [0x4e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595549:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.595551:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 2/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595556:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc48de71 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.595558:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 2/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595564:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 3/0,0 mode: PW/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595572:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 1/0,0 mode: --/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595577:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc48de71/0x3e391ad4c896ceb2 lrc: 0/0,0 mode: --/PW res: [0x4df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.595586:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.595587:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.595588:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.595720:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.596014:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.596018:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 3/0,1 mode: --/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596027:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.596028:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.596030:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 3/0,1 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596039:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 3/0,1 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596046:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 3/0,1 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596051:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 2/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596065:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.596263:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.596267:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 2/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596274:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000053fe7b04 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.596276:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 2/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596282:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 3/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281403.596292:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.596293:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 1/0,0 mode: --/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596295:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 3/0,1 mode: --/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596300:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053fe7b04/0x3e391ad4c896ceb9 lrc: 0/0,0 mode: --/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596303:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.596304:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.596306:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 3/0,1 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596312:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.596313:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.596313:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 3/0,1 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596314:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.596319:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 3/0,1 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596325:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 2/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596345:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.596396:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.596399:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 2/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596405:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da4ef4d2 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.596407:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 2/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596412:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 3/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596420:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 1/0,0 mode: --/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596425:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da4ef4d2/0x3e391ad4c896cec0 lrc: 0/0,0 mode: --/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.596436:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.596438:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.596439:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.596584:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.596588:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 3/0,1 mode: --/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596595:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.596596:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.596598:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 3/0,1 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596605:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 3/0,1 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596611:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 3/0,1 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.596616:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 2/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281403.597620:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.597626:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 3/0,1 mode: --/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.597716:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281403.599144:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.599152:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 3/0,1 mode: --/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.599165:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.599167:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.599171:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 3/0,1 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.599183:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 3/0,1 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.599191:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 3/0,1 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.599198:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 2/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.599253:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.599254:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.599256:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 3/0,1 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.599266:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 3/0,1 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.599273:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 3/0,1 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.599278:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 2/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.603994:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1781281403.604492:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4dd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.604500:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 3/0,1 mode: --/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.604517:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.604520:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.604525:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 3/0,1 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.604538:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 3/0,1 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.604551:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 3/0,1 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.604558:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 2/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.604574:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1781281403.607122:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4dc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.607130:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 3/0,1 mode: --/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607143:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.607146:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.607150:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 3/0,1 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607161:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 3/0,1 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607170:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 3/0,1 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607176:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 2/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607189:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1781281403.607421:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4db:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.607426:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 3/0,1 mode: --/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607434:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.607435:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.607437:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 3/0,1 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607444:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 3/0,1 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607451:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 3/0,1 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607457:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 2/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.607464:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1781281403.607745:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1781281403.607751:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 2/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607760:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003193672c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.607763:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 2/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607771:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 3/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607790:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 1/0,0 mode: --/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607805:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003193672c/0x3e391ad4c896cec7 lrc: 0/0,0 mode: --/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607830:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1781281403.607833:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 3/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607839:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e75b53ca already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.607841:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 3/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607847:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 4/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607855:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 2/0,0 mode: --/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607862:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1781281403.607864:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 2/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607870:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fa5c915 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.607872:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 2/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607883:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 3/0,0 mode: PW/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607892:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 1/0,0 mode: --/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607898:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fa5c915/0x3e391ad4c896cece lrc: 0/0,0 mode: --/PW res: [0x4de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607909:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281403.607911:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 2/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607917:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d73b5cb6 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.607918:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 2/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607924:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 3/0,0 mode: PW/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607932:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 1/0,0 mode: --/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607938:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d73b5cb6/0x3e391ad4c896cedc lrc: 0/0,0 mode: --/PW res: [0x4dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607948:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281403.607950:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 2/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607969:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d3de5d68 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.607971:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 2/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607976:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 3/0,0 mode: PW/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607983:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 1/0,0 mode: --/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607989:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3de5d68/0x3e391ad4c896cee3 lrc: 0/0,0 mode: --/PW res: [0x4dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.607998:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.607999:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 2/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.608004:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000015897d86 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.608005:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 2/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.608011:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 3/0,0 mode: PW/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.608017:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 1/0,0 mode: --/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.608025:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015897d86/0x3e391ad4c896ceea lrc: 0/0,0 mode: --/PW res: [0x4db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.608033:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.608034:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.608036:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.608047:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.608052:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.608057:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.608258:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.608263:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 3/0,1 mode: --/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608269:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.608271:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.608273:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 3/0,1 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608280:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 3/0,1 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608291:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 3/0,1 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608297:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 2/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608320:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281403.608559:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.608563:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 3/0,1 mode: --/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608570:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.608571:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.608572:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 3/0,1 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608580:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 3/0,1 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608585:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 3/0,1 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608590:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 2/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.608602:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1781281403.609368:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.609373:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 3/0,1 mode: --/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.609382:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.609384:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.609386:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 3/0,1 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.609394:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 3/0,1 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.609400:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 3/0,1 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.609405:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 2/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.609427:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1781281403.609583:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781281403.609589:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 2/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609596:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e1451981 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.609599:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 2/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609605:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 3/0,0 mode: PW/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609619:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 1/0,0 mode: --/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609626:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1451981/0x3e391ad4c896cef1 lrc: 0/0,0 mode: --/PW res: [0x4da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609645:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281403.609647:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 2/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609653:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be425b6f already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.609654:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 2/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609661:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 3/0,0 mode: PW/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609669:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 1/0,0 mode: --/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609674:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be425b6f/0x3e391ad4c896cef8 lrc: 0/0,0 mode: --/PW res: [0x4d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609684:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.609686:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 2/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609691:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e17bd076 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.609693:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 2/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609699:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 3/0,0 mode: PW/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609712:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 1/0,0 mode: --/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609717:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e17bd076/0x3e391ad4c896ceff lrc: 0/0,0 mode: --/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.609727:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.609728:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.609729:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.609969:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.609975:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.610018:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281403.610024:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e75b53ca/0x3e391ad4c896ced5 lrc: 0/0,0 mode: --/PW res: [0x4d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281403.610357:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.610362:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 3/0,1 mode: --/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.610370:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.610372:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.610374:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 3/0,1 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.610383:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 3/0,1 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.610390:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 3/0,1 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.610395:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 2/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.610417:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281403.610984:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.610990:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 3/0,1 mode: --/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.610999:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.611001:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.611003:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 3/0,1 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611011:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 3/0,1 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611022:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 3/0,1 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611028:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 2/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611045:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1781281403.611054:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781281403.611057:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 2/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611065:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f24f5146 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.611067:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 2/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611073:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 3/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611087:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 1/0,0 mode: --/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611093:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f24f5146/0x3e391ad4c896cf06 lrc: 0/0,0 mode: --/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611107:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.611108:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 2/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611119:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c8807e20 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.611120:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 2/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611126:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 3/0,0 mode: PW/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611135:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 1/0,0 mode: --/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611141:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c8807e20/0x3e391ad4c896cf0d lrc: 0/0,0 mode: --/PW res: [0x4d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611151:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.611152:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.611154:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.611409:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.611413:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 3/0,1 mode: --/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611420:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.611421:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.611423:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 3/0,1 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611430:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 3/0,1 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611441:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 3/0,1 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611447:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 2/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.611459:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.611746:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.611750:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 2/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.611757:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d874518 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.611760:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 2/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.611766:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 3/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.611778:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 1/0,0 mode: --/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.611785:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d874518/0x3e391ad4c896cf14 lrc: 0/0,0 mode: --/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.611875:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.611876:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.611878:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.611885:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.612045:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.612050:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 3/0,1 mode: --/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612059:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.612060:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.612062:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 3/0,1 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612070:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 3/0,1 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612077:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 3/0,1 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612083:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 2/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612136:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281403.612389:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.612394:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 3/0,1 mode: --/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612402:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.612404:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.612406:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 3/0,1 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612413:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 3/0,1 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612420:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 3/0,1 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612426:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 2/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281403.612656:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.612660:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 3/0,1 mode: --/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.612667:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.612668:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.612670:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 3/0,1 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.612677:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 3/0,1 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.612683:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 3/0,1 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.612688:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 2/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.612764:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281403.612768:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 2/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.612775:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f5faec4 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.612777:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 2/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.612783:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 3/0,0 mode: PW/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.612879:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1781281403.613141:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.613146:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 3/0,1 mode: --/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613154:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.613155:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.613158:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 3/0,1 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613170:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 3/0,1 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613176:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 3/0,1 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613182:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 2/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613196:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1781281403.613423:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.613427:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 3/0,1 mode: --/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613433:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.613435:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.613437:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 3/0,1 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613443:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 3/0,1 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613450:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 3/0,1 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613456:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 2/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.613472:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1781281403.613714:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 1/0,0 mode: --/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613723:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f5faec4/0x3e391ad4c896cf1b lrc: 0/0,0 mode: --/PW res: [0x4d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613740:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1781281403.613742:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 2/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613748:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eaa082c4 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.613750:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 2/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613757:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 3/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613769:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 1/0,0 mode: --/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613775:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaa082c4/0x3e391ad4c896cf22 lrc: 0/0,0 mode: --/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613785:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281403.613787:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 3/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613792:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670a308c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.613794:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 3/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613878:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 4/0,0 mode: PW/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613889:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 2/0,0 mode: --/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613896:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281403.613898:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 2/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613909:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4994fba already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.613911:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 2/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613916:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 3/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613923:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 1/0,0 mode: --/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613928:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4994fba/0x3e391ad4c896cf30 lrc: 0/0,0 mode: --/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613938:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.613940:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 2/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613945:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000395fd26e already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.613947:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 2/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613965:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 3/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613974:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 1/0,0 mode: --/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613983:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000395fd26e/0x3e391ad4c896cf37 lrc: 0/0,0 mode: --/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.613994:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.613996:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.613997:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.614005:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.614009:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.614153:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281403.614157:0:7852:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670a308c/0x3e391ad4c896cf29 lrc: 0/0,0 mode: --/PW res: [0x4d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.614179:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.614516:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.614521:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 3/0,1 mode: --/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.614528:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.614530:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.614532:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 3/0,1 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.614540:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 3/0,1 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.614546:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 3/0,1 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.614553:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 2/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.614564:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281403.614997:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.615002:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 3/0,1 mode: --/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615009:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.615011:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.615013:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 3/0,1 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615024:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 3/0,1 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615030:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 3/0,1 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615036:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 2/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615057:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281403.615253:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281403.615257:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 2/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615264:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b6d2482c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.615267:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 2/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615274:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 3/0,0 mode: PW/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615286:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 1/0,0 mode: --/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615292:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6d2482c/0x3e391ad4c896cf3e lrc: 0/0,0 mode: --/PW res: [0x4d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281403.615299:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.615303:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 3/0,1 mode: --/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615304:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.615306:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 2/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615309:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.615311:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781281403.615312:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b4cc3ac already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.615313:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 3/0,1 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615314:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 2/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615320:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 3/0,1 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615320:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 3/0,0 mode: PW/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615327:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 3/0,1 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615327:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 1/0,0 mode: --/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615333:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 2/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615334:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b4cc3ac/0x3e391ad4c896cf45 lrc: 0/0,0 mode: --/PW res: [0x4d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615343:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.615344:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.615345:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.615352:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.615358:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.615361:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 2/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615367:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003df4802d already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.615369:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 2/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615375:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 3/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615385:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 1/0,0 mode: --/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615391:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003df4802d/0x3e391ad4c896cf4c lrc: 0/0,0 mode: --/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615401:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.615402:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.615403:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.615745:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.615750:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.615776:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.615781:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 3/0,1 mode: --/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615788:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.615790:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.615793:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 3/0,1 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615873:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 3/0,1 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615881:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 3/0,1 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615887:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 2/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.615905:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.615975:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.615978:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 2/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615985:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008dea3b26 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.615987:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 2/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.615993:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 3/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616009:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 1/0,0 mode: --/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616015:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dea3b26/0x3e391ad4c896cf53 lrc: 0/0,0 mode: --/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616025:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.616026:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.616028:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.616113:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.616118:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 3/0,1 mode: --/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616125:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.616126:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.616128:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 3/0,1 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616136:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 3/0,1 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616143:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 3/0,1 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616148:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 2/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616173:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.616244:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.616248:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 2/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616254:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000083e51a21 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.616256:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 2/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616261:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 3/0,0 mode: PW/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616271:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 1/0,0 mode: --/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616277:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083e51a21/0x3e391ad4c896cf5a lrc: 0/0,0 mode: --/PW res: [0x4d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616288:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.616289:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.616290:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.616454:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.616459:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 3/0,1 mode: --/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616467:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.616469:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.616470:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 3/0,1 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616477:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 3/0,1 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616484:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 3/0,1 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616489:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 2/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.616510:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.616573:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.616576:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 2/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616583:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003b22b0bc already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.616585:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 2/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616591:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 3/0,0 mode: PW/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616601:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 1/0,0 mode: --/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616607:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896cf61 lrc: 0/0,0 mode: --/PW res: [0x4d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.616618:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.616619:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.616620:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.617000:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.617005:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 3/0,1 mode: --/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617013:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.617014:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.617016:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 3/0,1 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617028:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 3/0,1 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617033:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 3/0,1 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617039:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 2/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617050:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.617057:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.617060:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 2/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617065:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.617067:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 2/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617073:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 3/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617082:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 1/0,0 mode: --/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617088:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d29ac75/0x3e391ad4c896cf68 lrc: 0/0,0 mode: --/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617104:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.617105:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.617107:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.617350:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.617354:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 3/0,1 mode: --/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617361:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.617363:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.617364:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 3/0,1 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617371:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 3/0,1 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617376:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 3/0,1 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617381:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 2/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617393:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.617399:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.617402:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 2/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617407:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9ae5ab already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.617409:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 2/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617415:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 3/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617424:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 1/0,0 mode: --/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617430:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896cf6f lrc: 0/0,0 mode: --/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.617439:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.617440:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.617441:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.617927:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.617931:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 3/0,1 mode: --/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.617940:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.617941:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.617943:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 3/0,1 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.617951:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 3/0,1 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.617972:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 3/0,1 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.617978:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 2/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.617996:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.618005:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.618008:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 2/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618015:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000793b3553 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.618016:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 2/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618022:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 3/0,0 mode: PW/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618033:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 1/0,0 mode: --/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618038:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000793b3553/0x3e391ad4c896cf76 lrc: 0/0,0 mode: --/PW res: [0x4d0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618048:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.618050:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.618051:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.618295:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.618300:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 3/0,1 mode: --/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618306:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.618308:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.618310:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 3/0,1 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618316:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 3/0,1 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618323:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 3/0,1 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618329:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 2/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618342:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.618350:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.618352:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 2/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618358:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080efd491 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.618360:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 2/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618366:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 3/0,0 mode: PW/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618374:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 1/0,0 mode: --/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618380:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080efd491/0x3e391ad4c896cf7d lrc: 0/0,0 mode: --/PW res: [0x4cf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.618395:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.618396:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.618397:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.618781:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.618786:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 3/0,1 mode: --/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618868:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.618871:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.618874:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 3/0,1 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618883:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 3/0,1 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618890:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 3/0,1 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618896:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 2/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618912:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.618920:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.618923:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 2/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618930:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f43eac0f already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.618932:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 2/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618939:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 3/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618950:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 1/0,0 mode: --/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618972:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896cf84 lrc: 0/0,0 mode: --/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.618985:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.618986:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.618987:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1781281403.619224:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1781281403.619229:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 3/0,1 mode: --/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619237:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.619238:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781281403.619239:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 3/0,1 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619247:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 3/0,1 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619254:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 3/0,1 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619260:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 2/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619272:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.619279:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.619282:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 2/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619288:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006694b01c already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.619290:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 2/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619296:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 3/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619306:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 1/0,0 mode: --/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619312:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006694b01c/0x3e391ad4c896cf8b lrc: 0/0,0 mode: --/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.619328:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.619330:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.619331:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.620079:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.620085:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 3/0,1 mode: --/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620094:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.620095:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.620098:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 3/0,1 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620106:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 3/0,1 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620113:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 3/0,1 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620119:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 2/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620167:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281403.620471:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.620475:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 3/0,1 mode: --/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620482:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.620484:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.620486:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 3/0,1 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620493:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 3/0,1 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620499:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 3/0,1 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.620505:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 2/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.620903:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281403.620908:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 2/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.620916:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000912a2dac already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.620925:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 2/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.620932:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 3/0,0 mode: PW/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.620982:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 1/0,0 mode: --/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.620989:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000912a2dac/0x3e391ad4c896cf92 lrc: 0/0,0 mode: --/PW res: [0x4ce:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621016:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281403.621018:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 3/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621024:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf200e84 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.621026:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 3/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621049:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 4/0,0 mode: PW/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621059:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 2/0,0 mode: --/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621066:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.621067:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.621069:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.621129:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.621133:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 3/0,1 mode: --/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621141:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.621142:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.621144:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 3/0,1 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621152:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 3/0,1 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621158:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 3/0,1 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621164:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 2/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621180:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281403.621481:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.621485:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 3/0,1 mode: --/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621493:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.621494:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.621496:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 3/0,1 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621503:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 3/0,1 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621509:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 3/0,1 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621514:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 2/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.621535:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1781281403.621717:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281403.621722:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 2/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621730:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac6e0f8d already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.621732:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 2/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621738:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 3/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621750:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 1/0,0 mode: --/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621756:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac6e0f8d/0x3e391ad4c896cfa0 lrc: 0/0,0 mode: --/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621769:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.621771:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 2/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621777:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b0a26cf0 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.621778:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 2/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621789:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 3/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.621865:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.621875:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 1/0,0 mode: --/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621882:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0a26cf0/0x3e391ad4c896cfa7 lrc: 0/0,0 mode: --/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.621894:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.621895:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.621896:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.624106:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.624115:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 3/0,1 mode: --/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624129:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.624132:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.624135:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 3/0,1 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624147:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 3/0,1 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624156:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 3/0,1 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624163:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 2/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624187:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.624205:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.624209:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 2/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624217:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dbb9b5a2 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.624220:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 2/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624227:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 3/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624241:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 1/0,0 mode: --/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624247:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbb9b5a2/0x3e391ad4c896cfae lrc: 0/0,0 mode: --/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624259:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.624260:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.624262:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.624446:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.624450:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 3/0,1 mode: --/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624457:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.624459:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.624461:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 3/0,1 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624469:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 3/0,1 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624475:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 3/0,1 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624482:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 2/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.624505:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.624580:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.624584:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 2/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624591:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f30565a2 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.624593:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 2/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624600:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 3/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624609:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 1/0,0 mode: --/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624614:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f30565a2/0x3e391ad4c896cfb5 lrc: 0/0,0 mode: --/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624626:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.624627:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.624629:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.624731:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281403.624737:0:7852:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf200e84/0x3e391ad4c896cf99 lrc: 0/0,0 mode: --/PW res: [0x4cd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.624978:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.625133:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.625138:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 3/0,1 mode: --/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625146:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.625148:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.625150:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 3/0,1 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625159:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 3/0,1 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625165:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 3/0,1 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625177:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 2/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625193:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.625202:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.625205:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 2/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625210:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe7f0eeb already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.625212:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 2/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625217:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 3/0,0 mode: PW/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625228:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 1/0,0 mode: --/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625233:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe7f0eeb/0x3e391ad4c896cfbc lrc: 0/0,0 mode: --/PW res: [0x4cc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625245:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.625247:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.625248:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.625479:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.625484:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 3/0,1 mode: --/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625495:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.625497:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.625498:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 3/0,1 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625506:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 3/0,1 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625512:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 3/0,1 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625518:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 2/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.625538:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.625587:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.625590:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 2/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.625597:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000f089c6e already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.625600:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 2/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.625605:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 3/0,0 mode: PW/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.625615:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 1/0,0 mode: --/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.625620:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f089c6e/0x3e391ad4c896cfc3 lrc: 0/0,0 mode: --/PW res: [0x4cb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.625632:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.625634:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.625635:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.626493:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.626500:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 3/0,1 mode: --/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626510:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.626512:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.626514:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 3/0,1 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626523:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 3/0,1 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626530:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 3/0,1 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626535:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 2/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626550:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281403.626559:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281403.626562:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 2/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626569:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000111d2d7f already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.626571:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 2/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626577:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 3/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626588:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 1/0,0 mode: --/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626594:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896cfca lrc: 0/0,0 mode: --/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.626608:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.626609:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.626610:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.627096:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.627101:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 3/0,1 mode: --/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627109:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.627111:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.627112:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 3/0,1 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627119:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 3/0,1 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627125:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 3/0,1 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627131:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 2/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627147:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.627153:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.627156:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 2/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.627168:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7875c40 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.627170:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 2/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.627176:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 3/0,0 mode: PW/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.627188:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 1/0,0 mode: --/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.627193:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7875c40/0x3e391ad4c896cfd1 lrc: 0/0,0 mode: --/PW res: [0x4ca:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.627204:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.627205:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.627206:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.627384:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.627389:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 3/0,1 mode: --/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627396:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.627397:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.627399:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 3/0,1 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627407:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 3/0,1 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627413:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 3/0,1 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627418:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 2/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627431:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.627439:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.627441:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 2/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627447:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5b7e1a4 already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.627449:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 2/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627455:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 3/0,0 mode: PW/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627465:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 1/0,0 mode: --/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627471:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896cfd8 lrc: 0/0,0 mode: --/PW res: [0x4c9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.627482:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.627483:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.627484:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.628230:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.628235:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 3/0,1 mode: --/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628243:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.628245:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.628247:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 3/0,1 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628255:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 3/0,1 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628261:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 3/0,1 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628266:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 2/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628281:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1781281403.628506:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.628510:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 3/0,1 mode: --/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628518:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.628519:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.628521:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 3/0,1 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628529:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 3/0,1 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628536:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 3/0,1 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628541:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 2/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628555:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1781281403.628563:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781281403.628566:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 2/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628572:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d107eccd already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.628574:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 2/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628580:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 3/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628591:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 1/0,0 mode: --/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628597:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d107eccd/0x3e391ad4c896cfdf lrc: 0/0,0 mode: --/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628613:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281403.628615:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 2/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628621:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cede228 already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.628623:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 2/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.628628:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 3/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.628728:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.629210:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.629216:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 3/0,1 mode: --/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629225:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.629226:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.629228:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 3/0,1 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629236:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 3/0,1 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629243:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 3/0,1 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629253:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 2/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629272:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.629278:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.629281:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 2/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.629288:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fe04c22c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.629290:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 2/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.629296:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 3/0,0 mode: PW/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.629313:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 1/0,0 mode: --/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.629318:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe04c22c/0x3e391ad4c896cfed lrc: 0/0,0 mode: --/PW res: [0x4c8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.629328:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.629329:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.629330:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.629528:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.629532:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 3/0,1 mode: --/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629539:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.629540:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.629541:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 3/0,1 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629548:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 3/0,1 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629554:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 3/0,1 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629559:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 2/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.629584:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781281403.629745:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 1/0,0 mode: --/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.629752:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cede228/0x3e391ad4c896cfe6 lrc: 0/0,0 mode: --/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.629765:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281403.629767:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 2/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.629773:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b981162e already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281403.629775:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 2/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.629781:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 3/0,0 mode: PW/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.629794:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 1/0,0 mode: --/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.629890:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.629921:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b981162e/0x3e391ad4c896cff4 lrc: 0/0,0 mode: --/PW res: [0x4c7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.629934:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.629935:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.629936:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1781281403.630371:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.630376:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 3/0,1 mode: --/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.630393:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.630395:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.630397:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 3/0,1 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.630410:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 3/0,1 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.630416:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 3/0,1 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.630422:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 2/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281403.630940:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.630944:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 3/0,1 mode: --/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.630983:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.630986:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.630988:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 3/0,1 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.630996:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 3/0,1 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.631002:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 3/0,1 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.631012:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 2/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.631057:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1781281403.631387:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.631391:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 3/0,1 mode: --/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.631410:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.631411:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.631413:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 3/0,1 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.631425:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 3/0,1 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.631431:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 3/0,1 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.631437:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 2/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631494:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781281403.631500:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 2/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631514:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d4531036 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.631516:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 2/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631523:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 3/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631543:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 1/0,0 mode: --/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631554:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4531036/0x3e391ad4c896cffb lrc: 0/0,0 mode: --/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631575:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781281403.631578:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 3/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631589:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f65e344 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.631591:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 3/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631597:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 4/0,0 mode: PW/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631608:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 2/0,0 mode: --/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631614:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.631616:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 3/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631622:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eea00f2f already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.631623:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 3/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631701:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 4/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631715:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 2/0,0 mode: --/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.631721:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.631723:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.631725:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.631902:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1781281403.631906:0:7852:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f65e344/0x3e391ad4c896d002 lrc: 0/0,0 mode: --/PW res: [0x4c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1781281403.632263:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.632268:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 3/0,1 mode: --/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632276:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.632278:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.632281:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 3/0,1 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632289:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 3/0,1 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632295:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 3/0,1 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632303:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 2/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632322:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281403.632492:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.632496:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 2/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.632520:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000262253d8 already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.632523:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 2/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.632529:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 3/0,0 mode: PW/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.632542:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 1/0,0 mode: --/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.632548:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262253d8/0x3e391ad4c896d010 lrc: 0/0,0 mode: --/PW res: [0x4c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.632558:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.632560:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.632561:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1781281403.632561:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.632565:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 3/0,1 mode: --/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632572:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.632573:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.632574:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 3/0,1 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632581:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 3/0,1 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632587:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 3/0,1 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632592:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 2/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632609:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781281403.632617:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281403.632620:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 2/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632625:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b082a2e already unused, calling callback (0000000094c6745c) 00010000:00010000:1.0:1781281403.632628:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 2/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632705:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 3/0,0 mode: PW/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632715:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 1/0,0 mode: --/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632720:0:5495:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b082a2e/0x3e391ad4c896d017 lrc: 0/0,0 mode: --/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.632731:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.632732:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281403.632733:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1781281403.633088:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.633092:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 3/0,1 mode: --/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633098:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.633100:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.633102:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 3/0,1 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633109:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 3/0,1 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633116:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 3/0,1 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633126:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 2/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633137:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1781281403.633382:0:7852:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x4c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1781281403.633386:0:7852:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 3/0,1 mode: --/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633393:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.633395:0:7852:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781281403.633397:0:7852:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 3/0,1 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633403:0:7852:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 3/0,1 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633409:0:7852:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 3/0,1 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633414:0:7852:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 2/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281403.633432:0:7852:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281403.633437:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281403.633440:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 2/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633448:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006407040d already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.633450:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 2/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633456:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 3/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633467:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 1/0,0 mode: --/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633472:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006407040d/0x3e391ad4c896d01e lrc: 0/0,0 mode: --/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633482:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281403.633483:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 2/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633488:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000831d504f already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281403.633489:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 2/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633494:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 3/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633506:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 1/0,0 mode: --/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633636:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000831d504f/0x3e391ad4c896d025 lrc: 0/0,0 mode: --/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7852 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.633781:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.633783:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281403.633784:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.633929:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.633946:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.634787:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281403.634804:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d009 lrc: 0/0,0 mode: --/PW res: [0x4c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281403.635151:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.635156:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 3/0,1 mode: --/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.635165:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.635167:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.635170:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 3/0,1 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.635186:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 3/0,1 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.635194:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 3/0,1 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.635200:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 2/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1781281403.637075:0:7852:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x0:1154 00000100:00100000:1.0:1781281403.637206:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000904e6713 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:25032:x1867807996530752:12345-0@lo:5:osp-pre-1-0.0 Request processed in 59902us (60102us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281403.637236:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323 00010000:00010000:3.0:1781281403.637585:0:5495:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.637592:0:5495:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 3/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.637604:0:5495:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009939bc0d already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.637607:0:5495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 3/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.637617:0:5495:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 4/0,0 mode: PW/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.637877:0:5495:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 2/0,0 mode: --/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.637889:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.637890:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.637892:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281403.637943:0:25032:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:25032:1867807996530752:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1781281403.637992:0:25032:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x100010000:0x4e1:0x0] from OST, last_created [0x100010000:0x4e1:0x0]last_used is [0x100010000:0x482:0x0] 00000100:00100000:3.0:1781281403.638061:0:25032:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:25032:1867807996530816:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1781281403.638215:0:25032:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281403.638234:0:25032:0:(client.c:2500:ptlrpc_set_wait()) set 0000000089568c4d going to sleep for 6 seconds 00000100:00100000:1.0:1781281403.638295:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530816 00000100:00100000:1.0:1781281403.638334:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4324 00000100:00100000:1.0:1781281403.638340:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886f8ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:25032:x1867807996530816:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1781281403.638391:0:7852:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x0 at 1250 00010000:00010000:2.0:1781281403.639567:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781281403.639577:0:12109:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d02c lrc: 0/0,0 mode: --/PW res: [0x4c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1781281403.640357:0:12109:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x4c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1781281403.640364:0:12109:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 3/0,1 mode: --/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.640382:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.640384:0:12109:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781281403.640389:0:12109:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 3/0,1 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.641762:0:12109:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 3/0,1 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.641778:0:12109:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 3/0,1 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281403.641791:0:12109:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 2/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281403.641862:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281403.641918:0:12109:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781281403.642913:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281403.642920:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 2/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.642936:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004d4f6707 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281403.642940:0:7836:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 2/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.642966:0:7836:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 3/0,0 mode: PW/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.642996:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 1/0,0 mode: --/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.643007:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d033 lrc: 0/0,0 mode: --/PW res: [0x4c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281403.643035:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.643036:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281403.643037:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281403.648105:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886f8ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:25032:x1867807996530816:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9757us (9884us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281403.648126:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4324 00002000:00080000:2.0:1781281403.648492:0:12109:0:(ofd_dev.c:1469:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x0:1136 00000100:00100000:2.0:1781281403.648588:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:25030:x1867807996530688:12345-0@lo:5:osp-pre-0-0.0 Request processed in 71868us (72118us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281403.648601:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322 00000100:00100000:2.0:1781281403.648762:0:25030:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:25030:1867807996530688:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1781281403.648779:0:25030:0:(osp_precreate.c:953:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x4e1:0x0] from OST, last_created [0x100000000:0x4e1:0x0]last_used is [0x100000000:0x470:0x0] 00000100:00100000:2.0:1781281403.648937:0:25030:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:25030:1867807996530880:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1781281403.649066:0:25030:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281403.649138:0:25030:0:(client.c:2500:ptlrpc_set_wait()) set 0000000051aade0a going to sleep for 6 seconds 00000100:00100000:2.0:1781281403.649172:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530880 00000100:00100000:3.0:1781281403.649300:0:25032:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:25032:1867807996530816:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1781281403.649310:0:25032:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x100010000:0x4e1:0x0]-[0x100010000:0x501:0x0] 00000100:00100000:1.0:1781281403.649404:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:1.0:1781281403.649411:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:25030:x1867807996530880:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1781281403.649465:0:7852:0:(ofd_dev.c:1706:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x0 at 1250 00000100:00100000:1.0:1781281403.654113:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:25030:x1867807996530880:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4694us (5042us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281403.654127:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00000100:00100000:2.0:1781281403.654268:0:25030:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5138c6c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:25030:1867807996530880:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1781281403.654282:0:25030:0:(osp_precreate.c:722:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x100000000:0x4e1:0x0]-[0x100000000:0x501:0x0] 00010000:00010000:3.0:1781281404.402075:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281404.884039:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281404.884090:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817344 00000100:00100000:0.0:1781281404.884138:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:0.0:1781281404.884144:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:5005:x1867807981817344:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281404.884161:0:25003:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281404.884180:0:25003:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a1ee2e6e/0x3e391ad4c896d03a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248612 expref: -99 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281404.884219:0:25003:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a1ee2e6e/0x3e391ad4c896d03a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248612 expref: 5 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281404.884231:0:25003:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a1ee2e6e/0x3e391ad4c896d03a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248612 expref: 5 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281404.884240:0:25003:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a1ee2e6e, rc 0) 00000100:00100000:0.0:1781281404.884291:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981817344:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 146us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281404.884302:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:1.0:1781281404.910480:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281404.910538:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817408 00000100:00100000:1.0:1781281404.910586:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:1.0:1781281404.910592:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981817408:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 20000000:01000000:1.0:1781281404.910620:0:25001:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:1.0:1781281404.910632:0:25001:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:1.0:1781281404.910634:0:25001:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 12 00000100:00100000:1.0:1781281404.919555:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981817408:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 Request processed in 8957us (9076us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281404.919570:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:1.0:1781281404.928098:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281404.928543:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817472 00000100:00100000:3.0:1781281404.928593:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:3.0:1781281404.928601:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981817472:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281404.928625:0:25001:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281404.928644:0:25001:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006694b01c/0x3e391ad4c896d041 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248619 expref: -99 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281404.928673:0:25001:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006694b01c/0x3e391ad4c896d041 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248619 expref: 6 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281404.928682:0:25001:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006694b01c/0x3e391ad4c896d041 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248619 expref: 6 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281404.928691:0:25001:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006694b01c, rc 0) 00000100:00100000:3.0:1781281404.928746:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981817472:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 146us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281404.928754:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:1.0:1781281404.932438:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281404.936298:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817536 00000100:00100000:3.0:1781281404.936357:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:3.0:1781281404.936364:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981817536:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281404.936516:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981817536:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 151us (4085us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281404.936524:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:3.0:1781281404.945468:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281404.945613:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817600 00000100:00100000:3.0:1781281404.945857:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:3.0:1781281404.945864:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981817600:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281404.946159:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981817600:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 294us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281404.946169:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:3.0:1781281404.955355:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281404.955569:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817664 00000100:00100000:1.0:1781281404.955618:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:1.0:1781281404.955625:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981817664:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281404.955644:0:25001:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281404.955662:0:25001:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006b082a2e/0x3e391ad4c896d048 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248620 expref: -99 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281404.955693:0:25001:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006b082a2e/0x3e391ad4c896d048 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248620 expref: 8 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281404.955704:0:25001:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006b082a2e/0x3e391ad4c896d048 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248620 expref: 8 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281404.955713:0:25001:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006b082a2e, rc 0) 00000100:00100000:1.0:1781281404.955773:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981817664:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 148us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281404.955790:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:3.0:1781281404.958616:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281404.958702:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817728 00000100:00100000:1.0:1781281404.958752:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:1.0:1781281404.958759:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981817728:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281404.958933:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981817728:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 173us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281404.958940:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:1.0:1781281404.966733:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281404.966847:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817792 00000100:00100000:3.0:1781281404.967073:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:3.0:1781281404.967080:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981817792:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281404.967317:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981817792:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 236us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281404.967325:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:3.0:1781281404.974968:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281404.975039:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817856 00000100:00100000:1.0:1781281404.975097:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:1.0:1781281404.975104:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981817856:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281404.975121:0:25001:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281404.975140:0:25001:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005f65e344/0x3e391ad4c896d04f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248627 expref: -99 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281404.975171:0:25001:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f65e344/0x3e391ad4c896d04f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248627 expref: 9 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281404.975183:0:25001:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005f65e344/0x3e391ad4c896d04f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248627 expref: 9 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281404.975193:0:25001:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005f65e344, rc 0) 00000100:00100000:1.0:1781281404.975255:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981817856:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 150us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281404.975262:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 55 00000100:00100000:1.0:1781281404.981785:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281404.984156:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817920 00000100:00100000:0.0:1781281404.984308:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 56 00000100:00100000:0.0:1781281404.984315:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e91cdc97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981817920:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281404.984471:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e91cdc97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981817920:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 156us (2694us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781281404.984480:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 56 00010000:00010000:2.0:1781281405.422013:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281405.544711:0:25347:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281405.544718:0:25347:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 8 00010000:00010000:3.0:1781281406.446833:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281406.573370:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996530944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281406.573458:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281406.573530:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996530944 00000100:00100000:3.0:1781281406.573573:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1781281406.573578:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc77b948 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996530944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281406.573609:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 35717120 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281406.573646:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc77b948 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996530944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281406.573653:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1781281406.573899:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996530944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781281406.574946:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996531008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781281406.575014:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281406.575060:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531008 00000100:00100000:0.0:1781281406.575097:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1781281406.575105:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0313b13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996531008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281406.575130:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281406.575166:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0313b13 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996531008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281406.575173:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1781281406.575213:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f85cff8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996531008:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1781281406.581589:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1781281406.581603:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1781281406.581607:0:36:0:(import.c:86:import_set_state_nolock()) 000000000247c788 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1781281406.581617:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 942 00000100:00080000:1.0:1781281406.581626:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000000247c788 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281406.581667:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003a9d2189 x1867807996531264/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281406.581748:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996531200:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281406.581832:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281406.581889:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531200 00000100:00100000:2.0:1781281406.581930:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1781281406.581936:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2997:x1867807996531200:12345-0@lo:400:kworker/u8:1.0 00000020:00080000:2.0:1781281406.581944:0:25006:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1781281406.582006:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2997:x1867807996531200:12345-0@lo:400:kworker/u8:1.0 Request processed in 69us (175us total) trans 0 rc -107/-107 00000100:00100000:2.0:1781281406.582015:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1781281406.582052:0:2997:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1781281406.582056:0:2997:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1781281406.582059:0:2997:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1781281406.583851:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996531136:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281406.583913:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281406.583949:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781281406.583973:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996531072:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281406.584005:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281406.584072:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531072 00000100:00100000:0.0:1781281406.584108:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781281406.584113:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d0edbb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996531072:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281406.584160:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d0edbb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996531072:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281406.584167:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781281406.584207:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e4c3b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996531072:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281406.584242:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996531264:0@lo:38:kworker/u8:1.0 00000100:00100000:0.0:1781281406.584270:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281406.603213:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531136 00000100:00100000:3.0:1781281406.604115:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531264 00000100:00100000:3.0:1781281406.604140:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281406.604146:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f85cff8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2996:x1867807996531136:12345-0@lo:400:kworker/u8:1.0 00000020:00080000:3.0:1781281406.604158:0:25007:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1781281406.604240:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f85cff8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2996:x1867807996531136:12345-0@lo:400:kworker/u8:1.0 Request processed in 92us (20326us total) trans 0 rc -107/-107 00000100:00100000:3.0:1781281406.604249:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281406.604338:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1781281406.604341:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996531264:12345-0@lo:38:kworker/u8:1.0 00010000:00080000:3.0:1781281406.604365:0:25007:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 947 last 0 00000020:00000080:3.0:1781281406.604410:0:25007:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3e391ad4c896d056 00000004:00100000:3.0:1781281406.604422:0:25007:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1781281406.604929:0:25007:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000001c16ad5c 00000100:00080000:3.0:1781281406.605013:0:25007:0:(import.c:86:import_set_state_nolock()) 0000000074bcaaa4 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1781281406.605067:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1867807996531264:12345-0@lo:38:kworker/u8:1.0 Request processed in 724us (20797us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281406.605074:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1781281406.616551:0:2997:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1781281406.616564:0:2997:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 899 00000100:00080000:2.0:1781281406.616572:0:2997:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00080000:3.0:1781281406.617171:0:2996:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1781281406.617176:0:2996:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1781281406.617181:0:2996:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1781281406.617186:0:2996:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1781281406.617190:0:2996:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 899 00000100:00080000:3.0:1781281406.617195:0:2996:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281406.617229:0:2996:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007d9971d9 x1867807996531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281406.617638:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996531328:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1781281406.617702:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781281406.617746:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 8 00000100:00080000:1.0:1781281406.617753:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1781281406.617756:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1781281406.617759:0:2994:0:(import.c:86:import_set_state_nolock()) 000000000247c788 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1781281406.617765:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a9d2189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996531264:0@lo:38:kworker/u8:1.0 00000100:00100000:1.0:1781281406.617828:0:25005:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531328 00000100:00100000:1.0:1781281406.617859:0:25005:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1781281406.618117:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c33e8dc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996531136:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281406.619540:0:25005:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996531328:12345-0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1781281406.621931:0:2997:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d36472df x1867807996531392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281406.621985:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996531200:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281406.629072:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996531392:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1781281406.629147:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281406.634117:0:25006:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1781281406.634132:0:25006:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_003' 00010000:00080000:1.0:1781281406.634255:0:25005:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 947 last 0 00000020:00000080:1.0:1781281406.634291:0:25005:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3e391ad4c896d05d 00000004:00100000:1.0:1781281406.634305:0:25005:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1781281406.634311:0:25005:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000001c16ad5c 00000100:00080000:1.0:1781281406.634343:0:25005:0:(import.c:86:import_set_state_nolock()) 00000000af94cf5e : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281406.634422:0:25005:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1867807996531328:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 14887us (16721us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281406.634431:0:25005:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281406.634460:0:25005:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531392 00000100:00100000:1.0:1781281406.634484:0:25005:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1781281406.634489:0:25005:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996531392:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00080000:1.0:1781281406.634503:0:25005:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 947 last 0 00000020:00000080:1.0:1781281406.634523:0:25005:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3e391ad4c896d064 00000004:00100000:1.0:1781281406.634527:0:25005:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1781281406.634530:0:25005:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000001c16ad5c 00000100:00080000:1.0:1781281406.634542:0:25005:0:(import.c:86:import_set_state_nolock()) 00000000f83aaca0 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281406.634567:0:25005:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1867807996531392:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 78us (5422us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281406.634574:0:25005:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1781281406.638434:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 8 00000100:00080000:2.0:1781281406.639575:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@00000000d36472df x1867807996531392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281412 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'ptlrpcd_00_02.0' 00000100:00080000:2.0:1781281406.639586:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281406.639591:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281406.639594:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281406.639601:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996531392:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:2.0:1781281406.639628:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 8 00000100:00080000:2.0:1781281406.640410:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@000000007d9971d9 x1867807996531328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281412 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'ptlrpcd_00_01.0' 00000100:00080000:2.0:1781281406.640419:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281406.640424:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281406.640427:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281406.640431:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9971d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996531328:0@lo:38:ptlrpcd_00_01.0 00000001:00100000:0.0:1781281406.773484:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281406.773490:0:6337:0:(genops.c:985:class_export_put()) final put 00000000a8ac2c0b/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:2.0:1781281406.776948:0:25054:0:(genops.c:944:class_export_destroy()) destroying export 00000000a8ac2c0b/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-OST0000 00000020:00000080:2.0:1781281406.777022:0:25054:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000008d5c91e for lustre-OST0000 00010000:00010000:3.0:1781281407.470342:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281408.464368:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281408.465086:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281408.465126:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281408.466265:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981817984 00000100:00100000:3.0:1781281408.466319:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 58 00000100:00100000:3.0:1781281408.466325:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e98952 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981817984:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281408.466397:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e98952 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981817984:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 72us (1313us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281408.466405:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 58 00000100:00100000:2.0:1781281408.466999:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818048 00000100:00100000:2.0:1781281408.467029:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:2.0:1781281408.467033:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+6:2214:x1867807981818048:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281408.467064:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+6:2214:x1867807981818048:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 31us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281408.467069:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:0.0:1781281408.468098:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818112 00000100:00100000:0.0:1781281408.468143:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 419 00000100:00100000:0.0:1781281408.468149:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981818112:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281408.468187:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981818112:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 38us (3062us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281408.468193:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 419 00010000:00010000:3.0:1781281408.493216:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281409.518582:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281409.660242:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281409.660375:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818176 00000100:00100000:0.0:1781281409.660431:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 10 00000100:00100000:0.0:1781281409.660438:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+6:30487:x1867807981818176:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:0.0:1781281409.660459:0:25006:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281409.660481:0:25006:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000902edaa9/0x3e391ad4c896d06b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124862e expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281409.660541:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005dd7928a/0x3e391ad4c896d072 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281409.660553:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005dd7928a/0x3e391ad4c896d072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281409.660566:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005dd7928a/0x3e391ad4c896d072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281409.660754:0:25006:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1781281409.660758:0:25006:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281409.660889:0:25006:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005dd7928a/0x3e391ad4c896d072 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281409.660915:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000902edaa9/0x3e391ad4c896d06b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124862e expref: 8 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281409.660932:0:25006:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005dd7928a/0x3e391ad4c896d072 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124862e expref: 7 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281409.660940:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000766e5a89) 00010000:00010000:0.0:1781281409.660943:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781281409.660946:0:25006:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005dd7928a, rc 0) 00000100:00100000:0.0:1781281409.661062:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+7:30487:x1867807981818176:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 623us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281409.661069:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 10 00000100:00100000:1.0:1781281409.665791:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281409.665920:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818240 00000100:00100000:3.0:1781281409.665988:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:3.0:1781281409.665994:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:30487:x1867807981818240:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:3.0:1781281409.666034:0:25403:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1781281409.666108:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:30487:x1867807981818240:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 113us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281409.666116:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 11 00000100:00100000:3.0:1781281409.669590:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281409.670437:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818304 00000100:00100000:0.0:1781281409.670482:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4326 00000100:00100000:0.0:1781281409.670490:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0+-99:2210:x1867807981818304:12345-192.168.204.1@tcp:8:lfs.0 00010000:00080000:0.0:1781281409.670517:0:12109:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp t0 exp 0000000000000000 cur 950 last 0 00000020:00000080:0.0:1781281409.670547:0:12109:0:(genops.c:1359:class_connect()) connect: client fd013285-183a-4106-aea7-7bb500a78bd8, cookie 0x3e391ad4c896d079 00002000:00100000:0.0:1781281409.670556:0:12109:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli fd013285-183a-4106-aea7-7bb500a78bd8/00000000649e8e5d ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1781281409.670577:0:12109:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:0.0:1781281409.671017:0:12109:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:0.0:1781281409.671026:0:12109:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1781281409.671063:0:12109:0:(import.c:86:import_set_state_nolock()) 00000000ada0933a : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281409.671126:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981818304:12345-192.168.204.1@tcp:8:lfs.0 Request processed in 636us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281409.671134:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4326 00000100:00100000:1.0:1781281409.674206:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281409.674427:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818368 00000100:00100000:0.0:1781281409.674475:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 278 00000100:00100000:0.0:1781281409.674481:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099d21d94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:30487:x1867807981818368:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281409.674503:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281409.674562:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099d21d94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:30487:x1867807981818368:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 81us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281409.674569:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 278 00000100:00100000:1.0:1781281409.676846:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281409.677530:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818432 00000100:00100000:3.0:1781281409.677576:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 279 00000100:00100000:3.0:1781281409.677582:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba35a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:30487:x1867807981818432:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:3.0:1781281409.677614:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281409.677766:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba35a04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:30487:x1867807981818432:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 183us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281409.677782:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 279 00010000:00010000:3.0:1781281410.541195:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281411.570253:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281411.693933:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996531456:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694020:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281411.694041:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c754da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996531712:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694066:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281411.694128:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281411.694133:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996531648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694174:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281411.694205:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996531520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281411.694210:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531712 00000100:00100000:0.0:1781281411.694240:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281411.694256:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996531776:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281411.694273:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531648 00000100:00100000:0.0:1781281411.694280:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281411.694296:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781281411.694298:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1781281411.694303:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996531584:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281411.694308:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996531712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694325:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281411.694347:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781281411.694353:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996531648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281411.694370:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996531712:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281411.694379:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1781281411.694389:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996531648:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281411.694396:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781281411.694421:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531520 00000100:00100000:0.0:1781281411.694442:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531776 00000100:00100000:0.0:1781281411.694451:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531584 00000100:00100000:0.0:1781281411.694460:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281411.694463:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067014f38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996531520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694494:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067014f38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996531520:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281411.694501:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281411.694514:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281411.694518:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063b87588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996531776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694536:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063b87588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996531776:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281411.694544:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281411.694553:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281411.694556:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1cbfc6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996531584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694576:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1cbfc6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996531584:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281411.694580:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281411.694607:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd271590 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996531584:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694617:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000818a207e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996531520:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694626:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bad5d42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996531776:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694670:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a11e3cc1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996531648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281411.694679:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c754da3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996531712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281411.694803:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531456 00000100:00100000:1.0:1781281411.694833:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1781281411.694837:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7b3b537 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996531456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281411.694872:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7b3b537 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996531456:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281411.694878:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1781281411.694922:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086811cb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996531456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281411.695044:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996531840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281411.695074:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281411.695165:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531840 00000100:00100000:3.0:1781281411.695195:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1781281411.695199:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d9971d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996531840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281411.695227:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281411.695266:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d9971d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996531840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281411.695273:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1781281411.695299:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996531904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281411.695323:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281411.695354:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531904 00000100:00100000:3.0:1781281411.695372:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1781281411.695376:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003c685a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996531904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281411.695393:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281411.695423:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003c685a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996531904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281411.695429:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1781281411.695463:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996531840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281411.695488:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996531904:0@lo:13:osp-pre-0-0.0 00000001:00100000:0.0:1781281411.747384:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00010000:2.0:1781281412.590201:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281413.587566:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281413.587607:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281413.587633:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281413.587658:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281413.587708:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818624 00000100:00100000:1.0:1781281413.587761:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818688 00000100:00100000:1.0:1781281413.587784:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 422 00000100:00100000:1.0:1781281413.587791:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981818624:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281413.587869:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981818624:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 78us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281413.587878:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 422 00000100:00100000:1.0:1781281413.587898:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 423 00000100:00100000:1.0:1781281413.587902:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981818688:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281413.587926:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981818688:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 23us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281413.587936:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 423 00000100:00100000:1.0:1781281413.587971:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818560 00000100:00100000:1.0:1781281413.587999:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5 00000100:00100000:1.0:1781281413.588003:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981818560:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1781281413.588030:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:2211:x1867807981818560:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 26us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281413.588036:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5 00000100:00100000:0.0:1781281413.597570:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818496 00000100:00100000:0.0:1781281413.598767:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 60 00000100:00100000:0.0:1781281413.598780:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ee0497d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981818496:12345-192.168.204.1@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1781281413.598872:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ee0497d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981818496:12345-192.168.204.1@tcp:400:kworker/u8:1.0 Request processed in 94us (11316us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281413.598880:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 60 00010000:00010000:1.0:1781281413.614334:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281414.637785:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281415.642435:0:25652:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281415.642445:0:25652:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:1.0:1781281415.661154:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281416.685428:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281416.813339:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996531968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.813431:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813463:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c685d8e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996532224:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.813499:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813531:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1781281416.813541:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996532160:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.813567:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813582:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996532416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281416.813604:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813661:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996532032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.813691:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813760:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c74ffd8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996532288:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281416.813768:0:25005:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532032 00000100:00100000:3.0:1781281416.813782:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813800:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281416.813805:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996532096:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.813841:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813857:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996532352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281416.813875:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281416.813909:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996531968 00000100:00100000:1.0:1781281416.813941:0:25005:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532288 00000100:00100000:3.0:1781281416.813943:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1781281416.813948:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e413a45a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996531968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.814012:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e413a45a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996531968:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281416.814020:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1781281416.814043:0:25005:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532096 00000100:00100000:3.0:1781281416.814051:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532224 00000100:00100000:1.0:1781281416.814058:0:25005:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1781281416.814062:0:25005:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996532032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.814069:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532160 00000100:00100000:1.0:1781281416.814101:0:25005:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996532032:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281416.814107:0:25005:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1781281416.814119:0:25005:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1781281416.814122:0:25005:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996532288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281416.814147:0:25005:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996532288:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281416.814152:0:25005:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1781281416.814162:0:25005:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1781281416.814179:0:25005:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a01dab7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996532096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281416.814212:0:25005:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a01dab7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996532096:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281416.814217:0:25005:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1781281416.814224:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1781281416.814228:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d63f0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996532224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.814261:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d63f0b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996532224:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281416.814267:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1781281416.814278:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1781281416.814282:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996532160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.814307:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996532160:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281416.814312:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1781281416.814331:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532416 00000100:00100000:3.0:1781281416.814355:0:12782:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532352 00000100:00100000:3.0:1781281416.814364:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1781281416.814367:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4026db8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996532416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281416.814397:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281416.814428:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4026db8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996532416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281416.814434:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1781281416.814445:0:12782:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1781281416.814449:0:12782:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cba9031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996532352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281416.814465:0:12782:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281416.814491:0:12782:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cba9031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996532352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281416.814497:0:12782:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1781281416.814794:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be83d393 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996532160:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.814919:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f02f6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996532416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281416.814938:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996531968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281416.814950:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c685d8e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996532224:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281416.815219:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996532096:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281416.815238:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996532352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781281416.815248:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d54b77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996532032:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281416.815257:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c74ffd8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996532288:0@lo:400:kworker/u8:0.0 00000400:00000080:2.0:1781281416.941807:0:25701:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281416.941814:0:25701:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1781281417.709512:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281418.707506:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281418.710585:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818752 00000100:00100000:2.0:1781281418.710670:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 62 00000100:00100000:2.0:1781281418.710678:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a86a4d33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981818752:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281418.710769:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a86a4d33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981818752:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 91us (3271us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281418.710782:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 62 00000100:00100000:0.0:1781281418.714774:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.714905:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818816 00000100:00100000:3.0:1781281418.715088:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:3.0:1781281418.715096:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d910959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981818816:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281418.715190:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d910959 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981818816:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 94us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281418.715198:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:1.0:1781281418.715627:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.722821:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818944 00000100:00100000:0.0:1781281418.723050:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.727857:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981818880 00000100:00100000:1.0:1781281418.727870:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 426 00000100:00100000:1.0:1781281418.727881:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab2d443 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981818944:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281418.727981:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab2d443 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981818944:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 101us (12355us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281418.727990:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 426 00000100:00100000:3.0:1781281418.729271:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 427 00000100:00100000:3.0:1781281418.729278:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981818880:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281418.729385:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981818880:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 106us (6341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281418.729392:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 427 00010000:00010000:3.0:1781281418.733165:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281418.801875:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.802019:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819008 00000100:00100000:3.0:1781281418.802076:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 12 00000100:00100000:3.0:1781281418.802084:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50f66b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:31004:x1867807981819008:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:3.0:1781281418.802192:0:25403:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1781281418.802265:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50f66b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+7:31004:x1867807981819008:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 180us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281418.802273:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 12 00000100:00100000:0.0:1781281418.806634:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281418.817436:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819072 00000100:00100000:2.0:1781281418.817520:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 284 00000100:00100000:2.0:1781281418.817527:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67d71d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:31004:x1867807981819072:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281418.817584:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281418.817687:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67d71d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:31004:x1867807981819072:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 159us (11061us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281418.817695:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 284 00000100:00100000:0.0:1781281418.822992:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.823113:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819136 00000100:00100000:3.0:1781281418.823294:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 285 00000100:00100000:3.0:1781281418.823303:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b16a365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:31004:x1867807981819136:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:3.0:1781281418.823346:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281418.823453:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b16a365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:31004:x1867807981819136:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 151us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281418.823462:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 285 00000100:00100000:1.0:1781281418.868550:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.868713:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819200 00000100:00100000:3.0:1781281418.868808:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:3.0:1781281418.868817:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:31020:x1867807981819200:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281418.868840:0:25007:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281418.868867:0:25007:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d080 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248635 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.868943:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869013:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869027:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869080:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869088:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869095:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869670:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d095 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869682:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d095 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869689:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d095 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281418.869721:0:25007:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 11776 00000004:00200000:3.0:1781281418.869725:0:25007:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281418.869748:0:25007:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d095 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869759:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869765:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869771:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869776:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9ae5ab already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.869779:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869786:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869804:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000766e5a89) 00010000:00010000:3.0:1781281418.869807:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.869811:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869817:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869830:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869836:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869841:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869846:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.869849:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869853:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869859:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef7738bc (0000000099b3124e) 00010000:00010000:3.0:1781281418.869861:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.869863:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869871:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d08e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef7738bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869900:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d080 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248635 expref: 9 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869913:0:25007:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d095 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248635 expref: 8 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.869918:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (0000000073a9cca5) 00010000:00010000:3.0:1781281418.869920:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781281418.869922:0:25007:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c918faa7, rc 0) 00000100:00100000:3.0:1781281418.870059:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:31020:x1867807981819200:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 1241us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281418.870068:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:0.0:1781281418.874824:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.874913:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819328 00000100:00100000:3.0:1781281418.875022:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:3.0:1781281418.875029:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:31020:x1867807981819328:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281418.875404:0:25007:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281418.875430:0:25007:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d09c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124863c expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875509:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875526:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875542:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875612:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875620:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875627:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875832:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875840:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875846:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875852:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.875856:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875864:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875875:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (0000000073a9cca5) 00010000:00010000:3.0:1781281418.875878:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.875883:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875888:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0a3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875899:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875905:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875910:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875915:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9ae5ab already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.875917:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875922:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875930:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0xfa0fa5c1 (0000000099b3124e) 00010000:00010000:3.0:1781281418.875932:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.875934:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.875939:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0aa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.876029:0:25007:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d09c lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124863c expref: 9 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.876038:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d09c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124863c expref: 9 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.877380:0:25007:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f43eac0f, rc 0) 00000100:00100000:3.0:1781281418.877511:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e155d134 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:31020:x1867807981819328:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 2479us (2693us total) trans 0 rc 301/301 00000100:00100000:3.0:1781281418.877521:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:1.0:1781281418.890847:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.890933:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819456 00000100:00100000:3.0:1781281418.891028:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:3.0:1781281418.891036:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:31020:x1867807981819456:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281418.891073:0:25007:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281418.891099:0:25007:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d0b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248643 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281418.891461:0:25007:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42c:0x0]: returning size 11776 00010000:00010000:3.0:1781281418.891949:0:25007:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d0b1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248643 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.892011:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d0b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248643 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.892024:0:25007:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f43eac0f, rc 0) 00000100:00100000:3.0:1781281418.893625:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:31020:x1867807981819456:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 2581us (2780us total) trans 34359738369 rc 301/301 00000100:00100000:3.0:1781281418.893639:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:1.0:1781281418.899419:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281418.899491:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819520 00000100:00100000:3.0:1781281418.899556:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:3.0:1781281418.899564:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:31020:x1867807981819520:12345-192.168.204.1@tcp:34:lfs.0 00010000:00010000:3.0:1781281418.899657:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899676:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899691:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899706:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899712:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899719:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899824:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899831:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899838:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281418.899872:0:25007:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281418.899885:0:25007:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899899:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899905:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899913:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899919:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9ae5ab already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.899923:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899931:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.899945:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0x0 (0000000073a9cca5) 00010000:00010000:3.0:1781281418.899948:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.900633:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900797:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d0bf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900817:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900825:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900831:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900836:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.900839:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900844:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.900855:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42c:0x0].0xfa0fa5c1 (0000000099b3124e) 00010000:00010000:3.0:1781281418.900858:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.900860:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901564:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d0c6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0xfa0fa5c1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901599:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901605:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901611:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901622:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae0e2fb8 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281418.901624:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901630:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901639:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42e:0x0].0x0 (00000000c1f78946) 00010000:00010000:3.0:1781281418.901641:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281418.901644:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281418.901649:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d0cd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281418.903989:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:31020:x1867807981819520:12345-192.168.204.1@tcp:34:lfs.0 Request processed in 4415us (4569us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281418.904006:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:0.0:1781281418.909130:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281418.909818:0:25009:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819648 00000100:00100000:2.0:1781281418.909879:0:25009:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:2.0:1781281418.909888:0:25009:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:31020:x1867807981819648:12345-192.168.204.1@tcp:35:lfs.0 00000100:00100000:2.0:1781281418.910629:0:25009:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:31020:x1867807981819648:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 739us (1584us total) trans 34359738370 rc 0/0 00000100:00100000:2.0:1781281418.910639:0:25009:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00010000:00010000:1.0:1781281419.758025:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281420.781651:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281421.807753:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281421.933437:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781281421.933458:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006897fc08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996532480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781281421.933525:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281421.933578:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532480 00000100:00100000:3.0:1781281421.933616:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1781281421.933622:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee17398e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996532480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781281421.933652:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1781281421.933688:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee17398e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996532480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281421.933696:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1781281421.933737:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006897fc08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996532480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281421.934590:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996532544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281421.934595:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000126dfa0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996532608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.934629:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281421.934629:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281421.934646:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996532800:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281421.934662:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996532672:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.934669:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281421.934680:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281421.934693:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281421.934697:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b65c11f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996532736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.934698:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532608 00000100:00100000:1.0:1781281421.934721:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281421.934726:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532800 00000100:00100000:2.0:1781281421.934736:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532672 00000100:00100000:1.0:1781281421.934744:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1781281421.934748:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996532608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281421.934790:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996532608:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281421.939357:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281421.939379:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006897fc08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996532864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781281421.939444:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281421.939489:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532864 00000100:00100000:3.0:1781281421.939532:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1781281421.939537:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098559332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996532864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781281421.939587:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1781281421.939630:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098559332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996532864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281421.939638:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1781281421.939693:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006897fc08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996532864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281421.940612:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532544 00000100:00100000:2.0:1781281421.940643:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1781281421.940648:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb498eb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996532544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.940697:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb498eb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996532544:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (6067us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281421.940703:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1781281421.940744:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281421.940749:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996532800:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.940781:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996532800:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (6111us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281421.940787:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1781281421.940799:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281421.940802:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996532672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.940836:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996532672:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (6155us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281421.940842:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1781281421.940866:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532736 00000100:00100000:2.0:1781281421.940892:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1781281421.940895:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000929410c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996532736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.940925:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000929410c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996532736:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (6204us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281421.940931:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1781281421.941402:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996532544:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281421.941419:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057c15a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996532800:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.945304:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000126dfa0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996532608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.945357:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b65c11f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996532736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281421.945371:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996532672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281421.945598:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1781281422.829160:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281423.826500:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281423.826556:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281423.826625:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281423.826661:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281423.826749:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819840 00000100:00100000:2.0:1781281423.826805:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819904 00000100:00100000:2.0:1781281423.826837:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 429 00000100:00100000:0.0:1781281423.826841:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819776 00000100:00100000:2.0:1781281423.826844:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981819840:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781281423.826871:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:0.0:1781281423.826875:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:2214:x1867807981819776:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1781281423.826945:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 430 00000100:00100000:1.0:1781281423.826950:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981819904:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1781281423.827148:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981819840:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 303us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281423.827157:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 429 00000100:00100000:3.0:1781281423.829004:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819712 00000100:00100000:3.0:1781281423.829066:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 64 00000100:00100000:3.0:1781281423.829072:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ace43c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981819712:12345-192.168.204.1@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1781281423.829570:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:2214:x1867807981819776:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 2690us (2943us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281423.829580:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:1.0:1781281423.834719:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981819904:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 7759us (8049us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281423.834736:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 430 00000100:00100000:3.0:1781281423.837041:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ace43c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981819712:12345-192.168.204.1@tcp:400:kworker/u8:2.0 Request processed in 7959us (10542us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281423.837057:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 64 00010000:00010000:1.0:1781281423.853297:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781281424.020690:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738370 is committed 00010000:00010000:2.0:1781281424.881035:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281424.984372:0:25899:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281424.984378:0:25899:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 131a: DoM file write lock replay === 12:23:43 (1781281423) 00000100:00100000:2.0:1781281425.099253:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281425.099363:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981819968 00000100:00100000:1.0:1781281425.099424:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:1.0:1781281425.099431:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:31590:x1867807981819968:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:1.0:1781281425.099457:0:25006:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281425.099478:0:25006:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d0d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124864a expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099555:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099571:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099585:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099599:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099606:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099612:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099787:0:25006:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099796:0:25006:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099803:0:25006:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099826:0:25006:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001445ec73 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281425.099831:0:25006:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099839:0:25006:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099852:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000766e5a89) 00010000:00010000:1.0:1781281425.099855:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281425.099859:0:25006:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099865:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d0db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099877:0:25006:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099883:0:25006:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099889:0:25006:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099894:0:25006:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063a68fc3 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281425.099895:0:25006:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099900:0:25006:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099907:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc958f637 (00000000678557df) 00010000:00010000:1.0:1781281425.099909:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281425.099911:0:25006:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099915:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d0e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099948:0:25006:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d0d4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124864a expref: 9 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.099997:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d0d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124864a expref: 9 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.100006:0:25006:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f5b7e1a4, rc 0) 00000100:00100000:1.0:1781281425.100067:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:31590:x1867807981819968:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 635us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1781281425.100076:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:1.0:1781281425.106073:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281425.106162:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820096 00000100:00100000:2.0:1781281425.106277:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:2.0:1781281425.106283:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:31590:x1867807981820096:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:2.0:1781281425.106306:0:25007:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281425.106308:0:25007:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1781281425.106337:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005dd7928a/0x3e391ad4c896d072 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124862e expref: 8 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106360:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000766e5a89) 00010000:00010000:2.0:1781281425.106370:0:25007:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781281425.106385:0:25007:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d0e9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248651 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106530:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106544:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106557:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106568:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106574:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.106579:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107520:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107535:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107543:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281425.107553:0:25007:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42f:0x0]: returning size 0 00010000:00010000:2.0:1781281425.107577:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107584:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107590:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107600:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eea00f2f already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281425.107603:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107610:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107619:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000951064c8) 00010000:00010000:2.0:1781281425.107621:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281425.107624:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107629:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d0f0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1781281425.107640:0:25007:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000bd8863c6 reply state 0000000041cc2b02 transno 34359738371 ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107666:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d0e9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107680:0:25007:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 9 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.107686:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (000000005192ac49) 00010000:00010000:2.0:1781281425.107688:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1781281425.107690:0:25007:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d107eccd, rc 0) 00000100:00100000:2.0:1781281425.107809:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:31590:x1867807981820096:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 1523us (1741us total) trans 34359738371 rc 0/0 00000100:00100000:2.0:1781281425.107828:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 18 00010000:00010000:2.0:1781281425.113136:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.113161:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.113170:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.113176:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000cede228 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281425.113194:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.113202:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.113219:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc958f637 (000000004cc4033c) 00010000:00010000:2.0:1781281425.113222:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281425.113227:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.113233:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d0f7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281425.113489:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281425.113561:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820224 00000100:00100000:3.0:1781281425.113668:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:3.0:1781281425.113677:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:31590:x1867807981820224:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281425.113706:0:25007:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281425.113733:0:25007:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d10c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248658 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.113842:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.113860:0:25007:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.113867:0:25007:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.113908:0:25007:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.113921:0:25007:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 10 pid: 25007 timeout: 1066 lvb_type: 0 00000100:00100000:3.0:1781281425.113937:0:25007:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006897fc08 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:25007:1867807996532928:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281425.114044:0:25007:0:(client.c:2500:ptlrpc_set_wait()) set 000000000ce8f562 going to sleep for 11 seconds 00000100:00100000:2.0:1781281425.122481:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281425.122878:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820288 00010000:00010000:3.0:1781281425.122935:0:12101:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 5/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 11 pid: 25007 timeout: 1066 lvb_type: 0 00000100:00100000:3.0:1781281425.122993:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1597 00000100:00100000:3.0:1781281425.123000:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981820288:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1781281425.123017:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281425.123022:0:12101:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 5/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 11 pid: 25007 timeout: 1066 lvb_type: 0 00010000:00010000:3.0:1781281425.123039:0:12101:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 11 pid: 25007 timeout: 1066 lvb_type: 0 00010000:00010000:3.0:1781281425.123060:0:12101:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (000000005192ac49) 00010000:00010000:3.0:1781281425.123065:0:12101:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.123074:0:12101:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.123082:0:12101:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.123113:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281425.123174:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981820288:12345-192.168.204.1@tcp:103:ldlm_bl_04.0 Request processed in 173us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281425.123184:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1597 00010000:00010000:0.0:1781281425.125447:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d0fe lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248651 expref: 10 pid: 25007 timeout: 1066 lvb_type: 0 00000100:00100000:0.0:1781281425.125469:0:25007:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006897fc08 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:25007:1867807996532928:192.168.204.1@tcp:104: 00010000:00010000:0.0:1781281425.125491:0:25007:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.125512:0:25007:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.125518:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281425.125541:0:25007:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x42f:0x0]: returning size 0 00010000:00010000:0.0:1781281425.126073:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126084:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126097:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126104:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281425.126107:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126113:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126126:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (000000005192ac49) 00010000:00010000:0.0:1781281425.126129:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781281425.126132:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126137:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d113 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x42f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126176:0:25007:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d10c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248658 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126768:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d10c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248658 expref: 10 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.126783:0:25007:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ae0e2fb8, rc 0) 00000100:00100000:0.0:1781281425.127336:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:31590:x1867807981820224:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 13656us (13846us total) trans 34359738372 rc 301/301 00000100:00100000:0.0:1781281425.127347:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:2.0:1781281425.132238:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281425.132327:0:25009:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820416 00000100:00100000:0.0:1781281425.132381:0:25009:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:0.0:1781281425.132388:0:25009:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+9:31590:x1867807981820416:12345-192.168.204.1@tcp:35:lfs.0 00000100:00100000:0.0:1781281425.132650:0:25009:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:31590:x1867807981820416:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 261us (418us total) trans 34359738373 rc 0/0 00000100:00100000:0.0:1781281425.132659:0:25009:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:2.0:1781281425.135401:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281425.135492:0:25010:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820544 00000100:00100000:0.0:1781281425.135548:0:25010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 3 00000100:00100000:0.0:1781281425.135554:0:25010:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:31590:x1867807981820544:12345-192.168.204.1@tcp:35:lfs.0 00000100:00100000:0.0:1781281425.135843:0:25010:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:31590:x1867807981820544:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 288us (449us total) trans 34359738374 rc 0/0 00000100:00100000:0.0:1781281425.135851:0:25010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 3 00000100:00100000:3.0:1781281425.861553:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281425.861655:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820608 00000100:00100000:0.0:1781281425.861715:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:0.0:1781281425.861722:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:31607:x1867807981820608:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:0.0:1781281425.861746:0:25007:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281425.861772:0:25007:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000902edaa9/0x3e391ad4c896d121 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124865f expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.861831:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896d128 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.861844:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896d128 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.861854:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896d128 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281425.861918:0:25007:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1781281425.861921:0:25007:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281425.861944:0:25007:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896d128 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.861994:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000902edaa9/0x3e391ad4c896d121 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124865f expref: 13 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.862024:0:25007:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896d128 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124865f expref: 12 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.862033:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000007d2f17be) 00010000:00010000:0.0:1781281425.862036:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781281425.862039:0:25007:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cbc290b2, rc 0) 00000100:00100000:0.0:1781281425.862103:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:31607:x1867807981820608:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 379us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281425.862110:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:3.0:1781281425.865297:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281425.867977:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820672 00000100:00100000:2.0:1781281425.868168:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:2.0:1781281425.868184:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:31607:x1867807981820672:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:2.0:1781281425.868228:0:25006:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1781281425.868306:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:31607:x1867807981820672:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 122us (3017us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281425.868314:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:3.0:1781281425.873078:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281425.873368:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820736 00000100:00100000:0.0:1781281425.873428:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 288 00000100:00100000:0.0:1781281425.873435:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093e01cab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:31607:x1867807981820736:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:0.0:1781281425.873474:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1781281425.873558:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093e01cab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:31607:x1867807981820736:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 122us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281425.873566:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 288 00000100:00100000:1.0:1781281425.878996:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281425.879054:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820800 00000100:00100000:1.0:1781281425.879100:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 289 00000100:00100000:1.0:1781281425.879107:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:31607:x1867807981820800:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:1.0:1781281425.879144:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281425.879206:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008770abf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:31607:x1867807981820800:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 99us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281425.879217:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 289 00010000:00010000:1.0:1781281425.901084:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281425.938000:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281425.938419:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820928 00000100:00100000:1.0:1781281425.938472:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:1.0:1781281425.938479:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:31614:x1867807981820928:12345-192.168.204.1@tcp:36:mcreate.0 00010000:00010000:1.0:1781281425.938546:0:25006:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281425.938573:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbc290b2/0x3e391ad4c896d128 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124865f expref: 12 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.938590:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000007d2f17be) 00010000:00010000:1.0:1781281425.938599:0:25006:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781281425.938682:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.938696:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.938706:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.938719:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.938726:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.938737:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939187:0:25006:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939195:0:25006:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939201:0:25006:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939207:0:25006:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5b7e1a4 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281425.939210:0:25006:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939217:0:25006:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939227:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000678557df) 00010000:00010000:1.0:1781281425.939229:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281425.939232:0:25006:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.939237:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d12f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281425.939248:0:25006:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000875901ba reply state 000000007b1948cf transno 34359738375 ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281425.939737:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+13:31614:x1867807981820928:12345-192.168.204.1@tcp:36:mcreate.0 Request processed in 1254us (1743us total) trans 34359738375 rc 0/0 00000100:00100000:1.0:1781281425.939749:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22 00010000:00010000:0.0:1781281425.944141:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.944164:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.944172:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.944178:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000063a68fc3 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281425.944182:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.944190:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.944205:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (00000000814058d2) 00010000:00010000:0.0:1781281425.944208:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281425.944212:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281425.944218:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063a68fc3/0x3e391ad4c896d136 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281425.960052:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281425.960285:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981820992 00000100:00100000:1.0:1781281425.960336:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23 00000100:00100000:1.0:1781281425.960343:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:31617:x1867807981820992:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:1.0:1781281425.960364:0:25006:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281425.960386:0:25006:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d13d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248666 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.960494:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d144 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.960509:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d144 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.960520:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d144 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281425.960552:0:25006:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:1.0:1781281425.960555:0:25006:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281425.960591:0:25006:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d144 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.960616:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5b7e1a4/0x3e391ad4c896d13d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248666 expref: 14 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.960630:0:25006:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d144 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248666 expref: 13 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281425.960638:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000678557df) 00010000:00010000:1.0:1781281425.960641:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781281425.960645:0:25006:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001445ec73, rc 0) 00000100:00100000:1.0:1781281425.960871:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+13:31617:x1867807981820992:12345-192.168.204.1@tcp:101:rm.0 Request processed in 527us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281425.960878:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23 00000100:00100000:1.0:1781281425.964993:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281425.965097:0:25006:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821056 00000100:00100000:2.0:1781281425.965150:0:25006:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24 00000100:00100000:2.0:1781281425.965158:0:25006:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+13:31617:x1867807981821056:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:2.0:1781281425.965186:0:25006:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281425.965206:0:25006:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d14b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124866d expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965270:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965284:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965294:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965320:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965327:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965334:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965454:0:25006:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965463:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965470:0:25006:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281425.965628:0:25006:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x430:0x0]: returning size 0 00000004:00200000:2.0:1781281425.965632:0:25006:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1781281425.965653:0:25006:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965665:0:25006:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965673:0:25006:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965679:0:25006:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965686:0:25006:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965692:0:25006:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009939bc0d already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281425.965696:0:25006:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965702:0:25006:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965713:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000678557df) 00010000:00010000:2.0:1781281425.965716:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281425.965720:0:25006:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965726:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009939bc0d/0x3e391ad4c896d152 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965736:0:25006:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965741:0:25006:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965747:0:25006:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965752:0:25006:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eea00f2f already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281425.965754:0:25006:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965759:0:25006:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965766:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (00000000951064c8) 00010000:00010000:2.0:1781281425.965769:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281425.965771:0:25006:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965776:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eea00f2f/0x3e391ad4c896d159 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965806:0:25006:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d14b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124866d expref: 15 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965819:0:25006:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124866d expref: 14 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281425.965826:0:25006:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x430:0x0].0x0 (00000000fbfaea44) 00010000:00010000:2.0:1781281425.965828:0:25006:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781281425.965830:0:25006:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000111d2d7f, rc 0) 00000100:00100000:2.0:1781281425.965890:0:25006:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+14:31617:x1867807981821056:12345-192.168.204.1@tcp:101:rm.0 Request processed in 731us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281425.965897:0:25006:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24 00000100:00100000:2.0:1781281425.970170:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281425.970259:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821184 00000100:00100000:3.0:1781281425.970397:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:3.0:1781281425.970404:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+14:31617:x1867807981821184:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1781281425.970455:0:25007:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281425.970497:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d160 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x430:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124866d expref: 14 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970517:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x430:0x0].0x0 (00000000fbfaea44) 00010000:00010000:3.0:1781281425.970525:0:25007:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281425.970555:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970569:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970579:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970593:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970599:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970605:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970703:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970712:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.970718:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971138:0:25007:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971148:0:25007:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971155:0:25007:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971162:0:25007:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971167:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971173:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971191:0:25007:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1781281425.971212:0:25007:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000071ddb416 reply state 00000000cb417f5a transno 34359738376 ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971256:0:25007:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971262:0:25007:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971268:0:25007:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971274:0:25007:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9ae5ab already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281425.971278:0:25007:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971284:0:25007:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971292:0:25007:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000678557df) 00010000:00010000:3.0:1781281425.971294:0:25007:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281425.971310:0:25007:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971316:0:25007:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9ae5ab/0x3e391ad4c896d167 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281425.971325:0:25007:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000071ddb416 reply state 00000000cb417f5a transno 34359738376 ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281425.971404:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+15:31617:x1867807981821184:12345-192.168.204.1@tcp:36:rm.0 Request processed in 999us (1240us total) trans 34359738376 rc 0/0 00000100:00100000:3.0:1781281425.971412:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 25 00010000:00010000:3.0:1781281425.971717:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781281425.971722:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971730:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a8b32f76 already unused, calling callback (0000000094c6745c) 00010000:00010000:3.0:1781281425.971732:0:5494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971743:0:5494:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971751:0:5494:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x430:0x0].0x0 (00000000cda6476d) 00010000:00010000:3.0:1781281425.971753:0:5494:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781281425.971754:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971759:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8b32f76/0x3e391ad4c896d17c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622959938542016 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.971769:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281425.971770:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281425.971771:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281425.973469:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973553:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973558:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973564:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f43eac0f already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281425.973567:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973573:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973587:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (000000003864dce8) 00010000:00010000:3.0:1781281425.973589:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281425.973593:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973598:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f43eac0f/0x3e391ad4c896d16e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973614:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973619:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973624:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973629:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000085ef444a already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281425.973630:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973636:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973642:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x430:0x0].0x0 (00000000cda6476d) 00010000:00010000:3.0:1781281425.973644:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781281425.973645:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281425.973654:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000085ef444a/0x3e391ad4c896d175 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25007 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1781281426.709567:0:25998:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:3.0:1781281426.709579:0:25998:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:3.0:1781281426.709585:0:25998:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00010000:00010000:0.0:1781281426.926319:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281427.055354:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a515ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996532992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781281427.055426:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281427.056589:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996533120:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.056642:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281427.056667:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996533376:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.056694:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281427.056719:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781281427.056724:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996533184:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.056746:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281427.056765:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b65c11f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996533440:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281427.056792:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533184 00000100:00100000:0.0:1781281427.056986:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281427.056995:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996533184:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.057009:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000080:0.0:1781281427.057020:0:25007:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000057c15a07 x1867807996533184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:152/0 lens 224/224 e 0 to 0 dl 1781281467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281427.057047:0:25003:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533120 00000100:00100000:0.0:1781281427.057070:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996533184:12345-0@lo:400:kworker/u8:1.0 Request processed in 74us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281427.057077:0:25003:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1781281427.057081:0:25003:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c00352b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996533120:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.057111:0:25003:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c00352b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996533120:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281427.057116:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1781281427.057122:0:25003:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1781281427.057308:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533440 00000100:00100000:0.0:1781281427.057331:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1781281427.057335:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996533440:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281427.057346:0:25007:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000fb59b579 x1867807996533440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:152/0 lens 224/224 e 0 to 0 dl 1781281467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281427.057375:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533376 00000100:00100000:0.0:1781281427.057375:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996533440:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281427.057383:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1781281427.057411:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1781281427.057416:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996533376:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.057446:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996533376:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281427.057451:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1781281427.057510:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996533184:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.057520:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b65c11f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996533440:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.057529:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996533120:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281427.057537:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996533376:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281427.057631:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996533248:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281427.057659:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281427.057687:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1781281427.057693:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996533056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281427.057715:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281427.057753:0:25007:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533248 00000100:00100000:1.0:1781281427.057771:0:25007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1781281427.057775:0:25007:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996533248:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:1.0:1781281427.057786:0:25007:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000070815b0e x1867807996533248/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:152/0 lens 224/224 e 0 to 0 dl 1781281467 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281427.057812:0:25007:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996533248:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281427.057818:0:25007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281427.058465:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996532992 00000100:00100000:0.0:1781281427.058881:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1781281427.058886:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996532992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781281427.058916:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1781281427.058989:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf7474a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996532992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (3560us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281427.058996:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1781281427.063678:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996533312:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281427.063742:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281427.063788:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa123f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996533248:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281427.063809:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a515ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996532992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781281427.064010:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533056 00000100:00100000:1.0:1781281427.064057:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1781281427.064063:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996533056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781281427.064097:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281427.064136:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091de26dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996533056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (6420us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281427.064142:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1781281427.064279:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533312 00000100:00100000:3.0:1781281427.064313:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1781281427.064318:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996533312:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281427.064350:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996533312:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281427.064356:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1781281427.064436:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5544465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996533056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781281427.064445:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996533312:0@lo:400:kworker/u8:1.0 00000020:00000080:0.0:1781281427.516694:0:26046:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:0.0:1781281427.516706:0:26046:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:0.0:1781281427.516711:0:26046:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00000020:00000080:0.0:1781281427.516731:0:26046:0:(class_obd.c:302:class_handle_ioctl()) cmd = 4008668d 00000004:00000080:0.0:1781281427.516736:0:26046:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x4008668d 00000001:00080000:1.0:1781281427.557509:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738374 is committed 00000001:00080000:1.0:1781281427.557540:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738375 is committed 00000001:00080000:1.0:1781281427.557553:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738376 is committed 00080000:00020000:0.0:1781281427.561813:0:26046:0:(osd_handler.c:698:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00010000:00010000:2.0:1781281427.950067:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281428.372328:0:26095:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281428.372334:0:26095:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:2.0:1781281428.461830:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281428.461990:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821312 00000100:00100000:0.0:1781281428.462125:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 26 00000100:00100000:0.0:1781281428.462133:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+8:31650:x1867807981821312:12345-192.168.204.1@tcp:101:dd.0 00010000:00010000:0.0:1781281428.462154:0:25403:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281428.462174:0:25403:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000902edaa9/0x3e391ad4c896d183 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248674 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462328:0:25403:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462343:0:25403:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462354:0:25403:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462367:0:25403:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462374:0:25403:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462564:0:25403:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462654:0:25403:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896d198 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462663:0:25403:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896d198 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462670:0:25403:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896d198 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281428.462844:0:25403:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1781281428.462847:0:25403:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb mtime from disk: 0 -> 1781281424 00000004:00010000:0.0:1781281428.462850:0:25403:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb atime from disk: 0 -> 1781281424 00000004:00010000:0.0:1781281428.462851:0:25403:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb ctime from disk: 0 -> 1781281424 00000004:00010000:0.0:1781281428.462853:0:25403:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb blocks from disk: 18427282363563114435 -> 3 00002000:00010000:0.0:1781281428.462856:0:25403:0:(mdt_io.c:1321:mdt_lvb2reply()) size 0 00010000:00010000:0.0:1781281428.462860:0:25403:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462866:0:25403:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462872:0:25403:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462879:0:25403:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007a8080f0 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281428.462882:0:25403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462888:0:25403:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462899:0:25403:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000678557df) 00010000:00010000:0.0:1781281428.462901:0:25403:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281428.462905:0:25403:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462911:0:25403:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d18a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462922:0:25403:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462931:0:25403:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462936:0:25403:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462940:0:25403:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c75e52fe already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281428.462941:0:25403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462945:0:25403:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462951:0:25403:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc958f637 (000000006248b38f) 00010000:00010000:0.0:1781281428.462975:0:25403:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281428.462977:0:25403:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.462983:0:25403:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c75e52fe/0x3e391ad4c896d191 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc958f637 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.463014:0:25403:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000902edaa9/0x3e391ad4c896d183 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 11 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.463026:0:25403:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896d198 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 10 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.463089:0:25403:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (000000009c2bfc23) 00010000:00010000:0.0:1781281428.463091:0:25403:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 49 00010000:00010000:0.0:1781281428.463093:0:25403:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008082a6cb, rc 0) 00010000:00000080:0.0:1781281428.463099:0:25403:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000c5544465 x1867807981821312/t34359738377(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:153/0 lens 752/816 e 0 to 0 dl 1781281468 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:0.0:1781281428.463161:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+10:31650:x1867807981821312:12345-192.168.204.1@tcp:101:dd.0 Request processed in 1028us (1338us total) trans 34359738377 rc 0/0 00000100:00100000:0.0:1781281428.463169:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 26 00000100:00100000:2.0:1781281428.466478:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281428.467099:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821440 00000100:00100000:0.0:1781281428.467209:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:0.0:1781281428.467217:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+10:31650:x1867807981821440:12345-192.168.204.1@tcp:36:dd.0 00010000:00010000:0.0:1781281428.467318:0:25403:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.467334:0:25403:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.467345:0:25403:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1781281428.467534:0:25403:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1781281428.467537:0:25403:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb mtime from disk: 1781281424 -> 1781281428 00000004:00010000:0.0:1781281428.467602:0:25403:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb atime from disk: 1781281424 -> 1781281424 00000004:00010000:0.0:1781281428.467604:0:25403:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb ctime from disk: 1781281424 -> 1781281428 00000004:00010000:0.0:1781281428.467606:0:25403:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00010000:0.0:1781281428.467611:0:25403:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000013e82474 reply state 000000004db0642d transno 34359738378 ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00000080:0.0:1781281428.467650:0:25403:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000013e82474 x1867807981821440/t34359738378(0) o36->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:153/0 lens 488/456 e 0 to 0 dl 1781281468 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:0.0:1781281428.467779:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:31650:x1867807981821440:12345-192.168.204.1@tcp:36:dd.0 Request processed in 562us (1308us total) trans 34359738378 rc 0/0 00000100:00100000:0.0:1781281428.467786:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 27 00010000:00010000:0.0:1781281428.470576:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.470594:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.470602:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.470608:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000060610667 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281428.470612:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.470619:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.470636:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (000000009c2bfc23) 00010000:00010000:0.0:1781281428.470638:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781281428.470642:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281428.470648:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000060610667/0x3e391ad4c896d1a6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25403 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281428.470942:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281428.471134:0:25021:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821504 00002000:00010000:0.0:1781281428.471165:0:25021:0:(mdt_io.c:316:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000bd1:0x42f:0x0] 00002000:00100000:0.0:1781281428.471170:0:25021:0:(mdt_io.c:108:mdt_prolong_dom_lock()) Prolong DOM lock for req 00000000875ba8d7 with x1867807981821504 00000100:00100000:0.0:1781281428.471235:0:25021:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:0.0:1781281428.471244:0:25021:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981821504:12345-192.168.204.1@tcp:10:dd.0 00000004:00010000:0.0:1781281428.471522:0:25021:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb size from disk: 0 -> 0 00000004:00010000:0.0:1781281428.471525:0:25021:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb mtime from disk: 1781281428 -> 1781281428 00000004:00010000:0.0:1781281428.471527:0:25021:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb atime from disk: 1781281424 -> 1781281424 00000004:00010000:0.0:1781281428.471529:0:25021:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb ctime from disk: 1781281428 -> 1781281428 00000004:00010000:0.0:1781281428.471531:0:25021:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb blocks from disk: 3 -> 3 00010000:00000080:0.0:1781281428.471552:0:25021:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000875ba8d7 x1867807981821504/t34359738379(0) o10->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:124/0 lens 440/432 e 0 to 0 dl 1781281439 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:0.0:1781281428.471619:0:25021:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981821504:12345-192.168.204.1@tcp:10:dd.0 Request processed in 375us (680us total) trans 34359738379 rc 0/0 00000100:00100000:0.0:1781281428.471626:0:25021:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00002000:00010000:0.0:1781281428.471630:0:25021:0:(mdt_io.c:316:mdt_punch_hpreq_check()) lustre-MDT0000: refresh DOM lock for [0x200000bd1:0x42f:0x0] 00002000:00100000:0.0:1781281428.471632:0:25021:0:(mdt_io.c:108:mdt_prolong_dom_lock()) Prolong DOM lock for req 00000000875ba8d7 with x1867807981821504 00000100:00100000:1.0:1781281428.475344:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281428.475559:0:25009:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821632 00000100:00100000:2.0:1781281428.475655:0:25009:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4 00000100:00100000:2.0:1781281428.475662:0:25009:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:31650:x1867807981821632:12345-192.168.204.1@tcp:35:dd.0 00010000:00000080:2.0:1781281428.475889:0:25009:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000453fe679 x1867807981821632/t34359738380(0) o35->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:119/0 lens 392/456 e 0 to 0 dl 1781281434 ref 1 fl Interpret:/0/0 rc 0/0 job:'dd.0' 00000100:00100000:2.0:1781281428.475980:0:25009:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd013285-183a-4106-aea7-7bb500a78bd8+13:31650:x1867807981821632:12345-192.168.204.1@tcp:35:dd.0 Request processed in 317us (645us total) trans 34359738380 rc 0/0 00000100:00100000:2.0:1781281428.475987:0:25009:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4 00000100:00100000:1.0:1781281428.949584:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281428.949647:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281428.950061:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821760 00000100:00100000:2.0:1781281428.950061:0:25001:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821696 00000100:00100000:2.0:1781281428.950113:0:25001:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 66 00000100:00100000:2.0:1781281428.950120:0:25001:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2149728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981821696:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281428.950172:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:3.0:1781281428.950178:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+13:2214:x1867807981821760:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00010000:00000080:3.0:1781281428.950200:0:25403:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000096cf6ddc x1867807981821760/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:153/0 lens 224/224 e 0 to 0 dl 1781281468 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1781281428.950208:0:25001:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2149728 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981821696:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 85us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281428.950217:0:25001:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 66 00000100:00100000:2.0:1781281428.950277:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281428.950398:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821888 00000100:00100000:1.0:1781281428.950406:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281428.950673:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+13:2214:x1867807981821760:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 495us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281428.950681:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:2.0:1781281428.953932:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821824 00000100:00100000:2.0:1781281428.954001:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 433 00000100:00100000:2.0:1781281428.954008:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981821888:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281428.954084:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981821888:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 75us (3807us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281428.954093:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 433 00000100:00100000:2.0:1781281428.954112:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 434 00000100:00100000:2.0:1781281428.954117:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981821824:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281428.954142:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981821824:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 25us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281428.954149:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 434 00010000:00010000:1.0:1781281428.974882:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281429.105892:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281388/real 1781281388] req@0000000095e3a6d2 x1867807996526720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281429 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281429.105923:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000095e3a6d2 x1867807996526720/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281429 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1781281429.105930:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 14, was 13): FULL 00000100:00100000:3.0:1781281429.106059:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996526720:0@lo:400:kworker/u8:0.0 00000100:00000400:0.0:1781281429.998784:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281388/real 1781281388] req@000000008b300d59 x1867807996526784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281429 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281429.998818:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000008b300d59 x1867807996526784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281429 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1781281429.998825:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 14, was 13): FULL 00000100:00100000:0.0:1781281429.998844:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996526784:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1781281429.999694:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1781281430.080128:0:26192:0:(obd_mount_server.c:1591:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1781281430.080150:0:26192:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281430.080165:0:26192:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281430.080171:0:26192:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281430.080183:0:26192:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281430.080207:0:26192:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1781281430.080212:0:26192:0:(mgc_request.c:546:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1781281430.080223:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1781281430.080227:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1781281430.080232:0:26192:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1781281430.080242:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281430.080248:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1781281430.080255:0:26192:0:(import.c:86:import_set_state_nolock()) 000000000247c788 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1781281430.080258:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000081e63e23 already unused, calling callback (0000000076f01a74) 10000000:00010000:0.0:1781281430.080263:0:7836:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.080272:0:7836:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281430.080278:0:26192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:26192:1867807996533504:0@lo:39:umount.0 10000000:00010000:0.0:1781281430.080281:0:7836:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281430.080288:0:7836:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1781281430.080292:0:7836:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1781281430.080294:0:7836:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1781281430.080330:0:7836:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.080345:0:7836:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1781281430.080352:0:26192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781281430.080374:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281430.080380:0:26192:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f459221a going to sleep for 5 seconds 00010000:00010000:0.0:1781281430.080382:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000081e63e23/0x3e391ad4c896cdaf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cdb6 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.080396:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.080398:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.080399:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281430.080412:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281430.080436:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996533568:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1781281430.080472:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281430.080672:0:25403:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533504 00000100:00100000:3.0:1781281430.081004:0:25403:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1781281430.081011:0:25403:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:26192:x1867807996533504:12345-0@lo:39:umount.0 00000020:00000080:3.0:1781281430.081040:0:25403:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896d056 00000100:00080000:3.0:1781281430.081054:0:25403:0:(import.c:86:import_set_state_nolock()) 0000000074bcaaa4 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1781281430.081104:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000080:3.0:1781281430.081155:0:25403:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000061ccc24c x1867807996533504/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:155/0 lens 224/224 e 0 to 0 dl 1781281470 ref 1 fl Interpret:/0/0 rc 0/0 job:'umount.0' 00000100:00100000:3.0:1781281430.081209:0:25403:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:26192:x1867807996533504:12345-0@lo:39:umount.0 Request processed in 199us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281430.081217:0:25403:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000020:00000080:3.0:1781281430.081225:0:25403:0:(genops.c:985:class_export_put()) final put 00000000980c8db8/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:0.0:1781281430.081256:0:26192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-lwp-MDT0000_UUID:26192:1867807996533504:0@lo:39:umount.0 00000100:00080000:0.0:1781281430.081273:0:26192:0:(import.c:86:import_set_state_nolock()) 000000000247c788 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000080:3.0:1781281430.081276:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000980c8db8/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00080000:0.0:1781281430.081278:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1781281430.081281:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1781281430.081284:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1781281430.081321:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000074bcaaa4 for lustre-MDT0000 00000100:00100000:2.0:1781281430.081782:0:5491:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533568 00000100:00100000:2.0:1781281430.081826:0:5491:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281430.081831:0:5491:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996533568:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1781281430.081843:0:5491:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281430.081860:0:5491:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000033ce5ba0/0x3e391ad4c896cdb6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cdaf expref: 18 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281430.082988:0:5491:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281430.083050:0:5491:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2998:x1867807996533568:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1217us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281430.083060:0:5491:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281430.083106:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7647b3a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996533568:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1781281430.087878:0:26192:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087898:0:26192:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087905:0:26192:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087910:0:26192:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087935:0:26192:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781281430.087940:0:26192:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087946:0:26192:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087950:0:26192:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087973:0:26192:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.087986:0:26192:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1781281430.087991:0:26192:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088001:0:26192:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088006:0:26192:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088009:0:26192:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088022:0:26192:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1781281430.088032:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781281430.088037:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088043:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000977d3cc1 already unused, calling callback (0000000076f01a74) 10000000:00010000:0.0:1781281430.088046:0:7836:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088052:0:7836:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281430.088058:0:7836:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281430.088063:0:7836:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1781281430.088065:0:7836:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1781281430.088094:0:5494:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781281430.088095:0:7836:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088099:0:5494:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088104:0:7836:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781281430.088110:0:5494:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003921a41a already unused, calling callback (0000000076f01a74) 10000000:00010000:3.0:1781281430.088113:0:5494:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088119:0:5494:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1781281430.088125:0:5494:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281430.088129:0:5494:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1781281430.088131:0:5494:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1781281430.088133:0:5494:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1781281430.088134:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088142:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000977d3cc1/0x3e391ad4c896cd00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cd07 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088151:0:5494:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088155:0:7836:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281430.088159:0:7836:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088160:0:5494:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781281430.088168:0:7836:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c5f04f4b already unused, calling callback (0000000076f01a74) 10000000:00010000:0.0:1781281430.088171:0:7836:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088176:0:7836:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088179:0:5494:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281430.088181:0:7836:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088194:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000003921a41a/0x3e391ad4c896cdd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cdd9 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281430.088195:0:7836:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1781281430.088199:0:7836:0:(mgc_request.c:1046:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1781281430.088202:0:7836:0:(mgc_request.c:153:config_log_put()) dropping config log params 00010000:00010000:3.0:1781281430.088214:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281430.088216:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.088218:0:7836:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088219:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.088225:0:7836:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781281430.088232:0:7836:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281430.088237:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062c594e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996533696:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1781281430.088239:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896cd9a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896cda1 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.088249:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.088252:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.088255:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.088257:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.088268:0:26192:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088275:0:26192:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088280:0:26192:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.088285:0:26192:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281430.088303:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781281430.088304:0:26192:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1781281430.088309:0:26192:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1781281430.088311:0:26192:0:(mgc_request.c:546:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1781281430.088321:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781281430.088327:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.088336:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000db6bbc8 already unused, calling callback (0000000076f01a74) 10000000:00010000:1.0:1781281430.088339:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281430.088340:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1781281430.088348:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281430.088349:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996533760:0@lo:103:ldlm_bl_04.0 10000000:00010000:1.0:1781281430.088359:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281430.088363:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1781281430.088365:0:7835:0:(mgc_request.c:1046:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1781281430.088367:0:7835:0:(mgc_request.c:153:config_log_put()) dropping config log lustre-barrier 00000100:00100000:3.0:1781281430.088377:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781281430.088386:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.088393:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781281430.088400:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.088405:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 000000000db6bbc8/0x3e391ad4c896ccf2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x3e391ad4c896ccf9 expref: -99 pid: 24998 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.088420:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.088432:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.088434:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281430.088443:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533696 00000100:00100000:3.0:1781281430.088497:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533760 00000100:00100000:3.0:1781281430.088520:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1781281430.088526:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996533696:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281430.088539:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281430.088552:0:12101:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c5a8d27/0x3e391ad4c896cdd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cdd2 expref: 18 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.088565:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281430.088812:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996533632:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1781281430.088884:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281430.088890:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2995:x1867807996533760:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1781281430.088897:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281430.088905:0:12114:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bb75170e/0x3e391ad4c896cda1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cd9a expref: 17 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.088914:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000020:01000004:0.0:1781281430.090454:0:26192:0:(obd_mount_server.c:1629:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1781281430.090460:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:0.0:1781281430.090465:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1781281430.090469:0:26192:0:(obd_config.c:854:class_cleanup()) Failing over lustre-MDT0000 00000100:00100000:2.0:1781281430.092499:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281430.092555:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281430.093664:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996533824:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1781281430.093679:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2995:x1867807996533760:12345-0@lo:103:ldlm_bl_04.0 Request processed in 4787us (5300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281430.093691:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1781281430.093728:0:12114:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533632 00000100:00100000:2.0:1781281430.093991:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281430.094050:0:5492:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533824 00000100:00100000:2.0:1781281430.094073:0:5492:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1781281430.094078:0:5492:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:2998:x1867807996533824:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281430.094090:0:5492:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281430.094108:0:5492:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004d323bae/0x3e391ad4c896ccf9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896ccf2 expref: 17 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281430.094128:0:5492:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281430.094156:0:5492:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f9e2b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:2998:x1867807996533824:12345-0@lo:103:ldlm_bl_03.0 Request processed in 78us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281430.094162:0:5492:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1781281430.094194:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0c337b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996533824:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1781281430.095973:0:12114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1781281430.095984:0:12114:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084364f23 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:2998:x1867807996533632:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1781281430.096006:0:12114:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781281430.096024:0:12114:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d58ebc73/0x3e391ad4c896cd07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cd00 expref: 15 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.096039:0:12114:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781281430.096098:0:12114:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084364f23 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:2998:x1867807996533632:12345-0@lo:103:ldlm_bl_04.0 Request processed in 115us (3607us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281430.096105:0:12114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1781281430.096496:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996533632:0@lo:103:ldlm_bl_04.0 00000004:00000080:0.0:1781281430.097853:0:26192:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x40086672 00000100:00100000:0.0:1781281430.098230:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996533760:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1781281430.098244:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062c594e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996533696:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1781281430.102513:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:2995:x1867807996533696:12345-0@lo:103:ldlm_bl_01.0 Request processed in 13977us (14203us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281430.102529:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000001:00080000:0.0:1781281430.139694:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738379 is committed 00000001:00080000:0.0:1781281430.139722:0:25041:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738380 is committed 00000020:00000080:0.0:1781281430.140161:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 3/6 00000020:00080000:0.0:1781281430.140169:0:26192:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 000000008239f495 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281430.140176:0:26192:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000237edd45 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281430.140182:0:26192:0:(genops.c:1752:print_export_data()) lustre-MDT0000: ACTIVE 00000000170de07b fd013285-183a-4106-aea7-7bb500a78bd8 192.168.204.1@tcp 8 (0 0 3) 0 0 0 0: 0000000000000000 34359738380 stale:0 00000020:00080000:0.0:1781281430.140187:0:26192:0:(genops.c:1525:class_disconnect_exports()) OBD device 5 (00000000089f5fde) has exports, disconnecting them 00000020:00080000:0.0:1781281430.140192:0:26192:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (000000008239f495), last request at 1781281427 00000020:00000080:0.0:1781281430.140198:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896d064 00000100:00080000:0.0:1781281430.140207:0:26192:0:(import.c:86:import_set_state_nolock()) 00000000f83aaca0 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281430.140265:0:26192:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (000000008239f495): rc 0 00000020:00000080:0.0:1781281430.140267:0:26192:0:(genops.c:985:class_export_put()) final put 000000008239f495/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1781281430.140283:0:26192:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000237edd45), last request at 1781281427 00000020:00000080:0.0:1781281430.140292:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896d05d 00000100:00080000:0.0:1781281430.140295:0:26192:0:(import.c:86:import_set_state_nolock()) 00000000af94cf5e : changing import state from FULL to CLOSED 00010000:00010000:0.0:1781281430.140453:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1781281430.140485:0:26192:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (00000000237edd45): rc 0 00000020:00000080:0.0:1781281430.140488:0:26192:0:(genops.c:985:class_export_put()) final put 00000000237edd45/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1781281430.140492:0:26192:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.1@tcp (00000000170de07b), last request at 1781281428 00000020:00000080:0.0:1781281430.140496:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd3f 00000020:00010000:0.0:1781281430.140505:0:26192:0:(genops.c:1857:obd_stale_export_put()) Put export 00000000170de07b: total 1 00000100:00080000:0.0:1781281430.140507:0:26192:0:(import.c:86:import_set_state_nolock()) 00000000bfc15b6d : changing import state from FULL to CLOSED 00000020:00010000:0.0:1781281430.140519:0:7836:0:(genops.c:1843:obd_stale_export_get()) Get export 00000000170de07b: total 1 00010000:00010000:0.0:1781281430.140541:0:7836:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 00000000170de07b, canceled 0 locks, left on hash table 3. 00010000:00010000:0.0:1781281430.140574:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008082a6cb/0x3e391ad4c896d198 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 7 pid: 25403 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.140598:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d095 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x42c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248635 expref: 6 pid: 25007 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.140607:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281430.140617:0:7836:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001445ec73/0x3e391ad4c896d144 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248666 expref: 5 pid: 25006 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281430.140630:0:7836:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 00000000170de07b, canceled 3 locks, left on hash table 0. 00000020:00000080:1.0:1781281430.142480:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000008239f495/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281430.142575:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000237edd45/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1781281430.142598:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000f83aaca0 for lustre-MDT0000 00000020:00000080:1.0:1781281430.142604:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000af94cf5e for lustre-MDT0000 00000020:00080000:1.0:1781281430.143144:0:26192:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (00000000170de07b): rc 0 00000100:00080000:1.0:1781281430.143178:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1781281430.143182:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 3 00000004:00080000:1.0:1781281430.143205:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:1.0:1781281430.143208:0:26192:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1781281430.143232:0:26192:0:(import.c:86:import_set_state_nolock()) 000000007a31f9b6 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1781281430.143252:0:26192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b83d2800 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:26192:1867807996533888:0@lo:9:umount.0 00000100:00100000:1.0:1781281430.143323:0:26192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281430.143349:0:26192:0:(client.c:2500:ptlrpc_set_wait()) set 000000007af5c027 going to sleep for 5 seconds 00000100:00100000:1.0:1781281430.143373:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533888 00000100:00100000:1.0:1781281430.146204:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327 00000100:00100000:1.0:1781281430.146217:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:26192:x1867807996533888:12345-0@lo:9:umount.0 00000020:00000080:1.0:1781281430.146262:0:7852:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd7e 00000100:00080000:1.0:1781281430.146269:0:7852:0:(import.c:86:import_set_state_nolock()) 00000000548757bb : changing import state from FULL to CLOSED 00000001:00000004:1.0:1781281430.146360:0:7852:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:1.0:1781281430.146746:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:26192:x1867807996533888:12345-0@lo:9:umount.0 Request processed in 529us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281430.146755:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327 00000100:00100000:2.0:1781281430.146871:0:26192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b83d2800 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:26192:1867807996533888:0@lo:9:umount.0 00000100:00080000:2.0:1781281430.146892:0:26192:0:(import.c:86:import_set_state_nolock()) 000000007a31f9b6 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1781281430.146914:0:26192:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:2.0:1781281430.146916:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281430.146920:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1781281430.146922:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 4 00000004:00080000:2.0:1781281430.146925:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:2.0:1781281430.146927:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1781281430.147472:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1781281430.147476:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 3 00000004:00080000:2.0:1781281430.147488:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:2.0:1781281430.147491:0:26192:0:(pinger.c:414:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1781281430.147510:0:26192:0:(import.c:86:import_set_state_nolock()) 0000000079f1aae2 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1781281430.147524:0:26192:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:26192:1867807996533952:0@lo:9:umount.0 00000100:00100000:2.0:1781281430.147560:0:26192:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281430.147578:0:26192:0:(client.c:2500:ptlrpc_set_wait()) set 000000002ad1582f going to sleep for 5 seconds 00000100:00100000:2.0:1781281430.147597:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996533952 00000100:00100000:2.0:1781281430.147633:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4328 00000100:00100000:2.0:1781281430.147637:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:26192:x1867807996533952:12345-0@lo:9:umount.0 00000020:00000080:2.0:1781281430.147655:0:12103:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cda8 00000100:00080000:2.0:1781281430.147661:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000e7672677 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1781281430.149133:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1781281430.149352:0:12103:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:2.0:1781281430.149735:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+2:26192:x1867807996533952:12345-0@lo:9:umount.0 Request processed in 2094us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281430.149748:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4328 00000100:00100000:3.0:1781281430.149862:0:26192:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job umount:lustre-MDT0000-mdtlov_UUID:26192:1867807996533952:0@lo:9:umount.0 00000100:00080000:3.0:1781281430.149883:0:26192:0:(import.c:86:import_set_state_nolock()) 0000000079f1aae2 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1781281430.149902:0:26192:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:3.0:1781281430.149904:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:3.0:1781281430.149906:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1781281430.149909:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 4 00000004:00080000:3.0:1781281430.149912:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1781281430.149913:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00080000:3.0:1781281430.150209:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (00000000089f5fde) has no exports 00010000:00010000:1.0:1781281430.151167:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281430.215109:0:7836:0:(genops.c:985:class_export_put()) final put 00000000170de07b/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:2.0:1781281430.215228:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000170de07b/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-MDT0000 00010000:00010000:1.0:1781281430.215326:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.215330:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.215342:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1781281430.215626:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000bfc15b6d for lustre-MDT0000 00000020:00000080:2.0:1781281430.243890:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd54 00000020:00000080:2.0:1781281430.243904:0:26192:0:(genops.c:985:class_export_put()) final put 0000000093576653/lustre-QMT0000_UUID 00000020:01000000:2.0:1781281430.243927:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1781281430.243936:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1781281430.243944:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1781281430.243947:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 7 (00000000e4cc9713) has no exports 00000020:00000080:3.0:1781281430.244234:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000093576653/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1781281430.244459:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd4d 00000020:00000080:2.0:1781281430.244465:0:26192:0:(genops.c:985:class_export_put()) final put 00000000103fbd9e/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1781281430.244503:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1781281430.244507:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1781281430.244510:0:26192:0:(genops.c:985:class_export_put()) final put 00000000378af1e2/lustre-QMT0000_UUID 00000020:00000080:2.0:1781281430.244512:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 00000000378af1e2/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1781281430.244519:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:2.0:1781281430.244643:0:26192:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000002b4f0a0b - data 000000005ab78c19/00000000e377346f 00000020:01000000:2.0:1781281430.244665:0:26192:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 00000000c3561e53 - data 000000005783bc76/000000005a26e4b5 00000020:00080000:2.0:1781281430.244913:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 5 (00000000089f5fde) has no exports 00000020:00000080:3.0:1781281430.245028:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000103fbd9e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00080000:3.0:1781281430.268516:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1781281430.268530:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 5 00000004:00080000:3.0:1781281430.268555:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:3.0:1781281430.268559:0:26192:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:3.0:1781281430.268560:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:3.0:1781281430.268562:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1781281430.268563:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 6 00000004:00080000:3.0:1781281430.268565:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1781281430.268567:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1781281430.269043:0:25029:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1781281430.269048:0:25029:0:(llog.c:789:llog_process_thread()) stop processing plain 0x20:1:0 index 1 count 1 00000040:00080000:0.0:1781281430.269434:0:25029:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x2:1:0 index 8 count 2 00000040:00080000:0.0:1781281430.270711:0:25029:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 8, last_idx 8 00000040:00100000:0.0:1781281430.271403:0:25029:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 8 in log [0x2:0x1:0x0] 00000040:00080000:0.0:1781281430.271487:0:25029:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 8 of catalog [0x2:0x1:0x0] 00000100:00080000:3.0:1781281430.277514:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1781281430.277524:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 5 00000004:00080000:3.0:1781281430.277595:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000004:00080000:3.0:1781281430.284828:0:26192:0:(osp_dev.c:1590:osp_import_event()) got disconnected 00000004:00080000:3.0:1781281430.284837:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00080000:3.0:1781281430.284840:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1781281430.284847:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 6 00000004:00080000:3.0:1781281430.284852:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:3.0:1781281430.284854:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1781281430.286087:0:25031:0:(osp_sync.c:1164:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1781281430.286094:0:25031:0:(llog.c:789:llog_process_thread()) stop processing plain 0x22:1:0 index 1 count 1 00000040:00080000:0.0:1781281430.286112:0:25031:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:1:0 index 8 count 2 00000040:00080000:0.0:1781281430.290129:0:25031:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 8, last_idx 8 00000040:00100000:0.0:1781281430.290139:0:25031:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 8 in log [0x5:0x1:0x0] 00000040:00080000:0.0:1781281430.290247:0:25031:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x0:0x0:0x0] at index 8 of catalog [0x5:0x1:0x0] 00000020:00000080:0.0:1781281430.362573:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd15 00000020:00000080:0.0:1781281430.362582:0:26192:0:(genops.c:985:class_export_put()) final put 0000000023779b2b/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1781281430.363200:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000023779b2b/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1781281430.364630:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd2a 00000020:00000080:0.0:1781281430.364639:0:26192:0:(genops.c:985:class_export_put()) final put 000000003b1ab5f1/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281430.364656:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1781281430.364660:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.364666:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281430.364669:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 4 (000000005b07ca4a) has no exports 00000004:01000000:0.0:1781281430.364806:0:26192:0:(lod_lov.c:82:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1781281430.364814:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd85 00000020:00000080:0.0:1781281430.364817:0:26192:0:(genops.c:985:class_export_put()) final put 00000000609780a8/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281430.364821:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281430.364824:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.364828:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281430.364829:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 11 (0000000026e158ba) has no exports 00000020:00000080:0.0:1781281430.364834:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd77 00000020:00000080:0.0:1781281430.364837:0:26192:0:(genops.c:985:class_export_put()) final put 00000000af3ad502/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1781281430.365103:0:26192:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281430.365163:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1781281430.365168:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 7 00000004:00080000:0.0:1781281430.365172:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281430.365174:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281430.365470:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.365474:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281430.365480:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd69 00000020:00000080:0.0:1781281430.365487:0:26192:0:(genops.c:985:class_export_put()) final put 000000007973ada5/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1781281430.365491:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='F') 00000020:00000080:0.0:1781281430.365494:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.365496:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1781281430.365498:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 8 (000000005e33b556) has no exports 00000020:00000080:0.0:1781281430.365501:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd62 00000020:00000080:0.0:1781281430.365503:0:26192:0:(genops.c:985:class_export_put()) final put 000000000bbe03bd/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1781281430.365790:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000003b1ab5f1/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1781281430.365804:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000609780a8/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1781281430.365809:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000af3ad502/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1781281430.365814:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 0000000079f1aae2 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1781281430.365820:0:13507:0:(genops.c:985:class_export_put()) final put 000000007ba8adc0/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281430.365822:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000007ba8adc0/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1781281430.365826:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1781281430.365904:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000007973ada5/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1781281430.365909:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000000bbe03bd/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1781281430.366016:0:26192:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1781281430.366020:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1781281430.366022:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 7 00000004:00080000:0.0:1781281430.366025:0:26192:0:(osp_dev.c:1606:osp_import_event()) got inactive 00000100:00100000:0.0:1781281430.366027:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1781281430.366243:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000007a31f9b6 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1781281430.366461:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.366466:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281430.366469:0:26192:0:(genops.c:985:class_export_put()) final put 000000004a4c41d2/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281430.366472:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 000000004a4c41d2/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1781281430.366476:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281430.366617:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.366621:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281430.366623:0:26192:0:(genops.c:985:class_export_put()) final put 00000000ad05025e/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281430.366625:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 00000000ad05025e/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1781281430.366633:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281430.366882:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd31 00000020:00000080:0.0:1781281430.366888:0:26192:0:(genops.c:985:class_export_put()) final put 0000000023c02cc0/lustre-MDD0000_UUID 00000020:01000000:0.0:1781281430.366934:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1781281430.366938:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.366942:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1781281430.366944:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 6 (00000000870cab8e) has no exports 00000020:00000080:0.0:1781281430.367073:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.367076:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1781281430.367080:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cd38 00000020:00000080:0.0:1781281430.367083:0:26192:0:(genops.c:985:class_export_put()) final put 000000003119d46f/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1781281430.367310:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000023c02cc0/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1781281430.367315:0:13507:0:(genops.c:985:class_export_put()) final put 00000000c82da15c/lustre-MDD0000_UUID 00000020:00000080:3.0:1781281430.367317:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 00000000c82da15c/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1781281430.367321:0:13507:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:0.0:1781281430.367454:0:26192:0:(obd_mount_server.c:201:server_put_mount()) put mount 000000006cfa4d62 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1781281430.367458:0:26192:0:(obd_mount.c:668:lustre_put_lsi()) put 000000006cfa4d62 3 00000020:01000004:0.0:1781281430.367461:0:26192:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 000000006cfa4d62 from lustre-MDT0000 00000020:00000080:0.0:1781281430.367523:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.367525:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1781281430.367528:0:26192:0:(genops.c:985:class_export_put()) final put 000000002f6f44cd/lustre-MDT0000_UUID 00000020:00000080:0.0:1781281430.367530:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 000000002f6f44cd/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1781281430.367534:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1781281430.367573:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 000000003119d46f/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1781281430.367601:0:26192:0:(obd_mount_server.c:270:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1781281430.367604:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1781281430.367607:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.367609:0:26192:0:(obd_config.c:877:class_cleanup()) MGS: forcing exports to disconnect: 2/4 00000020:00080000:0.0:1781281430.367615:0:26192:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 0000000071ab5cf2 ecf7ee81-2075-4f26-b532-0d44497bf6c9 192.168.204.1@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281430.367622:0:26192:0:(genops.c:1752:print_export_data()) MGS: ACTIVE 0000000078be7f79 fe18d2fd-47a2-47ff-98fc-180cf48b334a 0@lo 12 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1781281430.367626:0:26192:0:(genops.c:1525:class_disconnect_exports()) OBD device 1 (000000003cfd8675) has exports, disconnecting them 00000020:00080000:0.0:1781281430.367630:0:26192:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.1@tcp (0000000071ab5cf2), last request at 1781281428 00000020:00000080:0.0:1781281430.367641:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896ce57 00000020:00010000:0.0:1781281430.367644:0:26192:0:(genops.c:1857:obd_stale_export_put()) Put export 0000000071ab5cf2: total 3 00000100:00080000:0.0:1781281430.367648:0:26192:0:(import.c:86:import_set_state_nolock()) 00000000c8606cde : changing import state from FULL to CLOSED 00000020:00080000:0.0:1781281430.367843:0:26192:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 192.168.204.1@tcp (0000000071ab5cf2): rc 0 00000020:00080000:0.0:1781281430.367847:0:26192:0:(genops.c:1501:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (0000000078be7f79), last request at 1781281430 00000020:00000080:0.0:1781281430.367853:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cceb 00000020:00010000:0.0:1781281430.367855:0:26192:0:(genops.c:1857:obd_stale_export_put()) Put export 0000000078be7f79: total 4 00000100:00080000:0.0:1781281430.367858:0:26192:0:(import.c:86:import_set_state_nolock()) 00000000b6aa8921 : changing import state from FULL to CLOSED 00000020:00010000:3.0:1781281430.367883:0:5494:0:(genops.c:1843:obd_stale_export_get()) Get export 0000000071ab5cf2: total 4 00010000:00010000:3.0:1781281430.367910:0:5494:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 0000000071ab5cf2, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1781281430.367939:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006b082a2e/0x3e391ad4c896d048 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248620 expref: 5 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.367975:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006694b01c/0x3e391ad4c896d041 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248619 expref: 4 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.367988:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1ee2e6e/0x3e391ad4c896d03a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248612 expref: 3 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.368002:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f65e344/0x3e391ad4c896d04f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248627 expref: 2 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281430.368011:0:5494:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 0000000071ab5cf2, canceled 4 locks, left on hash table 0. 00000020:00080000:0.0:1781281430.368083:0:26192:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000078be7f79): rc 0 00000020:00080000:0.0:1781281430.368099:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 1 (000000003cfd8675) has no exports 00000020:00000080:1.0:1781281430.368186:0:5494:0:(genops.c:985:class_export_put()) final put 0000000071ab5cf2/ecf7ee81-2075-4f26-b532-0d44497bf6c9 00000020:00010000:1.0:1781281430.368198:0:5494:0:(genops.c:1843:obd_stale_export_get()) Get export 0000000078be7f79: total 3 00010000:00010000:1.0:1781281430.368201:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.368223:0:5494:0:(ldlm_lock.c:2634:ldlm_export_cancel_blocked_locks()) Export 0000000078be7f79, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1781281430.368238:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e975ce81/0x3e391ad4c896ce1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896ce18 expref: 9 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368252:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000221c0c7c/0x3e391ad4c896ce3b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896ce34 expref: 8 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368264:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a30e47c2/0x3e391ad4c896cde7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cde0 expref: 7 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368276:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008792e36a/0x3e391ad4c896ce03 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cdfc expref: 6 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368288:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cef46593/0x3e391ad4c896ce11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896ce0a expref: 5 pid: 25001 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368298:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a47be93/0x3e391ad4c896ce2d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896ce26 expref: 4 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368309:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dabeab8b/0x3e391ad4c896ce49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896ce42 expref: 3 pid: 25002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368318:0:5494:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000089a77522/0x3e391ad4c896cdf5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x3e391ad4c896cdee expref: 2 pid: 25003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281430.368328:0:5494:0:(ldlm_lock.c:2662:ldlm_export_cancel_locks()) Export 0000000078be7f79, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1781281430.368338:0:5494:0:(genops.c:985:class_export_put()) final put 0000000078be7f79/fe18d2fd-47a2-47ff-98fc-180cf48b334a 00010000:00010000:1.0:1781281430.368342:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.368343:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281430.368344:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1781281430.368351:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000071ab5cf2/ecf7ee81-2075-4f26-b532-0d44497bf6c9 for MGS 00000020:00000080:1.0:1781281430.368379:0:13507:0:(genops.c:944:class_export_destroy()) destroying export 0000000078be7f79/fe18d2fd-47a2-47ff-98fc-180cf48b334a for MGS 00000020:00000080:1.0:1781281430.368449:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000c8606cde for MGS 00000020:00000080:1.0:1781281430.368456:0:13507:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000b6aa8921 for MGS 00010000:00010000:3.0:1781281430.368492:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281430.368518:0:25003:0:(service.c:2935:ptlrpc_main()) ll_mgs_0002: service thread [00000000f4657ea4:25003] 2 exiting: rc = 0 00000100:00100000:2.0:1781281430.368606:0:25001:0:(service.c:2935:ptlrpc_main()) ll_mgs_0000: service thread [0000000058009c2c:25001] 0 exiting: rc = 1 00000100:00100000:2.0:1781281430.368643:0:25002:0:(service.c:2935:ptlrpc_main()) ll_mgs_0001: service thread [00000000b9a1350d:25002] 1 exiting: rc = 0 00000100:00100000:0.0:1781281430.368845:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368852:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368858:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368865:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368871:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368876:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368882:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368887:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368892:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368897:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368902:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368908:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368914:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368919:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368923:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368927:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368932:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368936:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368941:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368946:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368978:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368986:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368991:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.368996:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369001:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369006:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369011:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369015:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369020:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369025:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369029:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369033:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369038:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369043:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369048:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369407:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369415:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369435:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369442:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369449:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369456:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369464:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369471:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369479:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369487:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369494:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369501:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369512:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369518:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369525:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369533:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369541:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369548:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369558:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369566:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369574:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369584:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369594:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369604:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369614:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369626:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369634:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369641:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.369645:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1781281430.372137:0:26192:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 000000008353798d - data 00000000e21f9b53/00000000dbc2a578 00000020:01000000:1.0:1781281430.372159:0:26192:0:(lprocfs_status_server.c:281:lprocfs_free_client_stats()) stat 0000000044f41290 - data 00000000f8486dfa/00000000853b1bcb 00000020:00000080:1.0:1781281430.372612:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896ccdd 00000020:00000080:1.0:1781281430.372619:0:26192:0:(genops.c:985:class_export_put()) final put 0000000054d29d4a/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1781281430.372633:0:26192:0:(obd_mount_server.c:201:server_put_mount()) put mount 000000006cfa4d62 from MGS, refs=2 00000020:01000004:1.0:1781281430.372636:0:26192:0:(obd_mount.c:668:lustre_put_lsi()) put 000000006cfa4d62 2 00000020:01000004:1.0:1781281430.372639:0:26192:0:(obd_mount_server.c:135:server_deregister_mount()) deregister mount 000000006cfa4d62 from MGS 00000020:00000080:0.0:1781281430.372696:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000054d29d4a/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1781281430.372698:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1781281430.372705:0:26192:0:(obd_config.c:805:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1781281430.372708:0:26192:0:(genops.c:985:class_export_put()) final put 00000000b3453331/MGS 00000020:00000080:1.0:1781281430.372710:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 00000000b3453331/MGS for MGS 00000020:01000000:1.0:1781281430.372716:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1781281430.372763:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1781281430.372767:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1781281430.372772:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/2 00000020:00080000:1.0:1781281430.372779:0:26192:0:(genops.c:1752:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 0000000042d9e4fe lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1781281430.372785:0:26192:0:(genops.c:1525:class_disconnect_exports()) OBD device 17 (00000000c69d26ec) has exports, disconnecting them 00000020:00080000:1.0:1781281430.372790:0:26192:0:(genops.c:1501:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (0000000042d9e4fe), last request at 1781281401 00000020:00000080:1.0:1781281430.372793:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cdc4 00000020:00080000:1.0:1781281430.373145:0:26192:0:(genops.c:1506:class_disconnect_export_list()) disconnected export at 0@lo (0000000042d9e4fe): rc 0 00000020:00000080:1.0:1781281430.373192:0:26192:0:(genops.c:985:class_export_put()) final put 0000000042d9e4fe/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1781281430.373378:0:36:0:(genops.c:944:class_export_destroy()) destroying export 0000000042d9e4fe/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1781281430.375055:0:26192:0:(obd_class.h:647:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1781281430.375068:0:26192:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1781281430.375072:0:26192:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1781281430.375078:0:26192:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1781281430.375170:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 000000000247c788 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1781281430.375362:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.375370:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1781281430.375379:0:26192:0:(genops.c:985:class_export_put()) final put 00000000c66ad7e7/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1781281430.375382:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 00000000c66ad7e7/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1781281430.375388:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1781281430.375451:0:26192:0:(obd_mount.c:926:lustre_common_put_super()) dropping sb 000000006cfa4d62 00000020:01000004:0.0:1781281430.375456:0:26192:0:(obd_mount.c:526:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1781281430.375458:0:26192:0:(obd_mount.c:939:lustre_common_put_super()) MGC still in use 00000020:01000004:0.0:1781281430.375460:0:26192:0:(obd_mount.c:668:lustre_put_lsi()) put 000000006cfa4d62 1 00000020:00000080:0.0:1781281430.375464:0:26192:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896cccf 00000020:00000080:0.0:1781281430.375475:0:26192:0:(genops.c:985:class_export_put()) final put 00000000772c66ab/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1781281430.375484:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1781281430.375493:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000772c66ab/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1781281430.375506:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.375509:0:26192:0:(obd_config.c:877:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/0 00000020:00080000:0.0:1781281430.375512:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 0 (00000000489fc74e) has no exports 00000020:00000080:0.0:1781281430.378842:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1781281430.378852:0:26192:0:(obd_config.c:805:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1781281430.378857:0:26192:0:(genops.c:985:class_export_put()) final put 0000000083b15676/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1781281430.378861:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 0000000083b15676/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1781281430.378867:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1781281430.379037:0:26192:0:(obd_mount.c:608:lustre_free_lsi()) Freeing lsi 00000000477706c0 00000020:01000000:0.0:1781281430.379061:0:26192:0:(obd_config.c:2324:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1781281430.379065:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1781281430.379069:0:26192:0:(obd_config.c:877:class_cleanup()) MDS: forcing exports to disconnect: 0/0 00000020:00080000:0.0:1781281430.379073:0:26192:0:(genops.c:1530:class_disconnect_exports()) OBD device 3 (000000009465ea9e) has no exports 00000100:00100000:0.0:1781281430.379236:0:25005:0:(service.c:2935:ptlrpc_main()) mdt00_000: service thread [00000000bc96dde8:25005] 0 exiting: rc = 1 00000100:00100000:3.0:1781281430.380637:0:25403:0:(service.c:2935:ptlrpc_main()) mdt00_003: service thread [000000003081d128:25403] 3 exiting: rc = 0 00000100:00100000:1.0:1781281430.380990:0:25007:0:(service.c:2935:ptlrpc_main()) mdt00_002: service thread [0000000035e2a8a9:25007] 2 exiting: rc = 0 00000100:00100000:2.0:1781281430.380994:0:25006:0:(service.c:2935:ptlrpc_main()) mdt00_001: service thread [0000000001170304:25006] 1 exiting: rc = 0 00000100:00100000:0.0:1781281430.381251:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381258:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381265:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381270:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381275:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381280:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381286:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381290:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381296:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381301:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381306:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381311:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381317:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381321:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381326:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381331:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381336:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381342:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381348:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381353:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381358:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381363:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381369:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381374:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381380:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381385:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381391:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381396:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381401:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381406:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381411:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381416:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381434:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381440:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381446:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381453:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381460:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381465:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381471:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381476:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381481:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381486:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381491:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381496:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381501:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381506:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381511:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381516:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381521:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381527:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381533:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381539:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381543:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381551:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381556:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381561:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381566:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381571:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381577:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381582:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381586:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381592:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381597:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1781281430.381603:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.406767:0:25009:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000c38609b9:25009] 0 exiting: rc = 1 00000100:00100000:1.0:1781281430.406836:0:25010:0:(service.c:2935:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000fc4d554c:25010] 1 exiting: rc = 0 00000100:00100000:3.0:1781281430.406922:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.406930:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.406935:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.406940:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.406945:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.406950:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407038:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407043:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407048:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407053:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407058:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407063:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407068:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407073:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407078:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407084:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407089:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407094:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407099:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407104:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407109:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407115:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407120:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407125:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407130:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407135:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407140:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407145:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407150:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407558:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407569:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407574:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407579:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407584:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407590:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407594:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407598:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407602:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407607:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407612:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407616:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407620:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407624:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407628:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407633:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407638:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407642:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407647:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407651:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407655:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407661:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407665:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407669:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407673:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407678:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407683:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407688:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407693:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407699:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407703:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407708:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407712:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407716:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.407721:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.410296:0:25011:0:(service.c:2935:ptlrpc_main()) mdt_out00_000: service thread [00000000a441ae2a:25011] 0 exiting: rc = 1 00000100:00100000:1.0:1781281430.414315:0:25012:0:(service.c:2935:ptlrpc_main()) mdt_out00_001: service thread [00000000fddfc33a:25012] 1 exiting: rc = 0 00000100:00100000:2.0:1781281430.416562:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416574:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416580:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416586:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416592:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416596:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416602:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416608:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416613:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416618:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416624:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416629:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416656:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416663:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416668:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416672:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416678:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416684:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416689:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416695:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416700:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416705:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.416710:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.417535:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.417564:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.417572:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.417577:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418056:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418072:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418077:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418082:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418088:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418094:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418099:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418231:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418241:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418263:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418270:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418276:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418281:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418286:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418291:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418297:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418302:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418308:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418313:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418318:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418324:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418343:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418350:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418356:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418361:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418366:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418371:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418376:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418382:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418388:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418393:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418400:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418405:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418438:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418445:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418452:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.418458:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1781281430.491895:0:25013:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0000: service thread [00000000a40d3778:25013] 0 exiting: rc = 1 00000100:00100000:0.0:1781281430.492031:0:25014:0:(service.c:2935:ptlrpc_main()) mdt_seqs_0001: service thread [00000000e316200b:25014] 1 exiting: rc = 0 00000100:00100000:3.0:1781281430.492158:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492166:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492173:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492178:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492183:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492188:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492192:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492197:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492202:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492207:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492212:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492216:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492221:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492226:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492230:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492234:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492238:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492243:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492248:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492253:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492257:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492261:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492265:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492269:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492274:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492278:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492282:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492286:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492290:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492295:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492299:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492303:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492306:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492310:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492315:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492320:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492324:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492329:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492333:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492338:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492342:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492347:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492353:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492357:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492362:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492366:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492371:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492375:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492380:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492385:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492390:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492395:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492399:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492404:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492408:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492413:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492427:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492432:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492437:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492441:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492445:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492449:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492453:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.492457:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.495614:0:25016:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0001: service thread [00000000330f3be6:25016] 1 exiting: rc = 0 00000100:00100000:1.0:1781281430.495844:0:25015:0:(service.c:2935:ptlrpc_main()) mdt_seqm_0000: service thread [00000000ebcdb103:25015] 0 exiting: rc = 1 00000100:00100000:3.0:1781281430.495991:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496001:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496009:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496016:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496022:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496029:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496036:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496042:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496049:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496055:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496061:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496067:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496074:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496080:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496086:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496092:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496098:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496178:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496190:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496198:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496209:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496219:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496235:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496251:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496261:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496273:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496280:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496290:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496302:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496315:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496330:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496344:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496356:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496365:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496373:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496379:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496385:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496390:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496395:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496400:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496407:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496427:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496434:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496439:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496443:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496447:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496451:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496456:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496461:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496465:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496470:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496475:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496480:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496485:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496489:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496493:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496498:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496502:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496507:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496511:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496515:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496520:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496524:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.496528:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.497465:0:25018:0:(service.c:2935:ptlrpc_main()) mdt_fld_0001: service thread [0000000048964051:25018] 1 exiting: rc = 0 00000100:00100000:0.0:1781281430.498236:0:25017:0:(service.c:2935:ptlrpc_main()) mdt_fld_0000: service thread [000000003a2ce83c:25017] 0 exiting: rc = 1 00000100:00100000:3.0:1781281430.498808:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498816:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498821:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498826:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498831:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498835:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498840:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498846:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498851:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498855:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498860:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498865:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498871:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498876:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498881:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498886:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498891:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498897:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498902:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498907:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498912:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498917:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498923:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498928:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498933:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498937:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498942:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498947:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498966:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498972:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498977:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498982:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498988:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498993:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.498997:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499002:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499006:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499011:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499016:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499021:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499026:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499031:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499036:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499041:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499046:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499051:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499056:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499061:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499066:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499070:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499076:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499080:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499085:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499091:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499096:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499101:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499236:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499245:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499251:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499256:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499261:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499265:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499270:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.499275:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1781281430.500673:0:25020:0:(service.c:2935:ptlrpc_main()) mdt_io00_001: service thread [00000000b2dd14be:25020] 1 exiting: rc = 0 00000100:00100000:3.0:1781281430.501015:0:25019:0:(service.c:2935:ptlrpc_main()) mdt_io00_000: service thread [00000000f59dbc86:25019] 0 exiting: rc = 1 00000100:00100000:0.0:1781281430.501818:0:25021:0:(service.c:2935:ptlrpc_main()) mdt_io00_002: service thread [0000000091c63b6d:25021] 2 exiting: rc = 0 00000100:00100000:3.0:1781281430.502029:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502035:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502041:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502045:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502062:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502069:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502074:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502079:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502085:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502090:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502094:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502099:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502324:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502330:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502335:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502340:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502345:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502350:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502355:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502361:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502367:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502391:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502398:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502405:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502410:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502428:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502434:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502440:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502445:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502451:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502457:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502462:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502693:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502699:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502705:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.502711:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503208:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503214:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503219:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503224:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503229:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503234:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503239:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503244:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503249:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503274:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503280:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503285:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503290:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503295:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503300:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503305:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503310:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503315:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503320:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503325:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503330:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503336:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503340:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503346:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503351:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503356:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503361:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1781281430.503367:0:26192:0:(events.c:361:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1781281430.524927:0:26192:0:(obd_config.c:1384:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1781281430.524939:0:26192:0:(obd_config.c:805:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1781281430.524944:0:26192:0:(genops.c:985:class_export_put()) final put 00000000963de034/MDS_uuid 00000020:00000080:3.0:1781281430.524948:0:26192:0:(genops.c:944:class_export_destroy()) destroying export 00000000963de034/MDS_uuid for MDS 00000020:01000000:3.0:1781281430.525093:0:26192:0:(genops.c:447:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:3.0:1781281430.525312:0:26192:0:(obd_mount_server.c:1687:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1781281431.021379:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281432.047434:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281432.176618:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281432.176642:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b87588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996534016:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281432.176697:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996534016 offset 0 length 224: 4 00000100:00100000:0.0:1781281432.176727:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1cbfc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996534080:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281432.176745:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534080 offset 0 length 224: 4 00000100:00100000:0.0:1781281432.176755:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281432.176759:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d910959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996534144:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281432.176772:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534144 offset 0 length 224: 4 00000001:00100000:3.0:1781281432.218492:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281432.218501:0:7126:0:(genops.c:985:class_export_put()) final put 000000007961edb7/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281432.222609:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000007961edb7/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1781281432.222712:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000e7672677 for lustre-OST0001 00000001:00100000:3.0:1781281432.239944:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1781281432.239974:0:6337:0:(genops.c:985:class_export_put()) final put 000000008ccefdf6/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1781281432.240042:0:25054:0:(genops.c:944:class_export_destroy()) destroying export 000000008ccefdf6/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1781281432.240150:0:25054:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000548757bb for lustre-OST0000 00010000:00010000:1.0:1781281433.069318:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1781281434.029437:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281393/real 1781281393] req@0000000046c2c1c7 x1867807996526976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281434 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281434.029474:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000046c2c1c7 x1867807996526976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281434 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1781281434.029481:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 14, was 13): FULL 00000100:00100000:3.0:1781281434.029498:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046c2c1c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996526976:0@lo:400:kworker/u8:0.0 00000400:00000100:2.0:1781281434.073632:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981822016 offset 0 length 224: 4 00000400:00000100:2.0:1781281434.073659:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981821952 offset 0 length 224: 4 00000100:00100000:2.0:1781281434.073740:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281434.073851:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281434.076870:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822080 00000100:00100000:1.0:1781281434.076935:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822144 00000100:00100000:1.0:1781281434.076981:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 435 00000100:00100000:1.0:1781281434.076988:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981822080:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281434.077080:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981822080:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 90us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281434.077087:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 435 00000100:00100000:1.0:1781281434.077104:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 436 00000100:00100000:1.0:1781281434.077108:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981822144:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281434.077132:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981822144:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 22us (3282us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281434.077139:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 436 00010000:00010000:3.0:1781281434.095498:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281434.221881:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281393/real 1781281393] req@00000000d2a5d4a6 x1867807996526912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281434 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281434.221917:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000d2a5d4a6 x1867807996526912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281434 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281434.221925:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 14, was 13): FULL 00000100:00100000:1.0:1781281434.221943:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2a5d4a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996526912:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1781281435.117173:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281436.141649:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281437.165123:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281437.293941:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996534208:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281437.294273:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e04fe94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996534336:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281437.294301:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534336 offset 0 length 224: 4 00000400:00000100:2.0:1781281437.294355:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996534208 offset 0 length 224: 4 00000100:00100000:3.0:1781281437.294356:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996534272:0@lo:400:kworker/u8:1.0 00000400:00000100:3.0:1781281437.294381:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534272 offset 0 length 224: 4 00010000:00010000:3.0:1781281438.189203:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1781281439.184076:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981822208 offset 0 length 224: 4 00000400:00000100:3.0:1781281439.184104:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981822272 offset 0 length 224: 4 00000100:00100000:3.0:1781281439.184148:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281439.184302:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822400 00000100:00100000:2.0:1781281439.184363:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 437 00000100:00100000:2.0:1781281439.184369:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981822400:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281439.184838:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981822400:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 466us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281439.184851:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 437 00000100:00100000:1.0:1781281439.187100:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281439.187446:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822336 00000100:00100000:2.0:1781281439.187500:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 438 00000100:00100000:2.0:1781281439.187506:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981822336:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281439.187679:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981822336:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 172us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281439.187686:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 438 00010000:00010000:1.0:1781281439.214034:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:2.0:1781281439.341035:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281432/real 1781281432] req@0000000063b87588 x1867807996534016/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281439.341074:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000063b87588 x1867807996534016/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281439.341084:0:2997:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1781281439.341088:0:2997:0:(import.c:206:ptlrpc_set_import_discon()) 166-1: MGC192.168.204.101@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1781281439.347104:0:2997:0:(import.c:212:ptlrpc_set_import_discon()) import MGS@192.168.204.101@tcp for MGC192.168.204.101@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1781281439.347112:0:2997:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1781281439.347121:0:2997:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@0000000063b87588 x1867807996534016/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281439.347136:0:2997:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000003ab2d443 x1867807996534208/t0(0) o400->MGC192.168.204.101@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1781281444 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 10000000:01000000:2.0:1781281439.347145:0:2997:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1781281439.347148:0:2997:0:(pinger.c:215:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1781281439.347149:0:2997:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1781281439.347151:0:2997:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:2.0:1781281439.347190:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281398/real 1781281398] req@0000000034772aac x1867807996527168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281439.347293:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000034772aac x1867807996527168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281439.347300:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 14, was 13): FULL 00000100:00000400:2.0:1781281439.347305:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281398/real 1781281398] req@0000000059dc9da7 x1867807996527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1781281439.347316:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000059dc9da7 x1867807996527104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281439 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1781281439.347322:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 14, was 13): FULL 00000100:00100000:2.0:1781281439.347339:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ab2d443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996534208:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281439.347345:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b87588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996534016:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281439.347351:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034772aac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996527168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1781281439.347358:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059dc9da7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996527104:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1781281439.348419:0:25054:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1781281439.348426:0:25054:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1781281439.348429:0:25054:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1781281439.348436:0:25054:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 942 00000100:00080000:3.0:1781281439.348442:0:25054:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:3.0:1781281439.348472:0:25054:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d1160bfd x1867807996534400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1781281439.348534:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1160bfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996534400:0@lo:250:kworker/u8:3.0 00000400:00000100:2.0:1781281439.348585:0:2994:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996534400 offset 0 length 520: 4 00000100:00100000:1.0:1781281439.348761:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281439.348772:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe5ac57f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996534464:0@lo:400:kworker/u8:3.0 00000400:00000100:1.0:1781281439.348798:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534464 offset 0 length 224: 4 00000100:00100000:1.0:1781281439.348832:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996534528:0@lo:400:kworker/u8:3.0 00000400:00000100:1.0:1781281439.348847:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534528 offset 0 length 224: 4 00010000:00010000:2.0:1781281440.237886:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1781281441.069688:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281400/real 1781281400] req@000000008c01a6b2 x1867807996527296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281441 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281441.069822:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000008c01a6b2 x1867807996527296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281441 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1781281441.069830:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 14, was 13): FULL 00000100:00100000:0.0:1781281441.069846:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996527296:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281441.259283:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1781281441.259324:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981822528 offset 0 length 224: 4 00000100:00100000:1.0:1781281441.259346:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281441.259508:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822592 00000100:00100000:2.0:1781281441.259560:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822656 00000100:00100000:2.0:1781281441.259585:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 439 00000100:00100000:2.0:1781281441.259597:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981822592:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281441.259665:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981822592:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 67us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281441.259672:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 439 00000100:00100000:2.0:1781281441.259687:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 440 00000100:00100000:2.0:1781281441.259703:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981822656:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281441.259727:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981822656:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 24us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281441.259732:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 440 00010000:00010000:1.0:1781281441.261036:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1781281441.264321:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981822464 offset 0 length 520: 4 00000100:00000400:1.0:1781281441.389422:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281400/real 1781281400] req@000000004f8a62dc x1867807996527360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281441 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281441.389459:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004f8a62dc x1867807996527360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281441 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1781281441.389466:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 14, was 13): FULL 00000100:00100000:1.0:1781281441.389483:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996527360:0@lo:400:kworker/u8:0.0 00010000:00010000:3.0:1781281442.286579:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281443.309272:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281444.333099:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1781281444.465461:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281444.465472:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1781281444.465559:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996534656:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281444.465616:0:2995:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534656 offset 0 length 224: 4 00000100:00100000:2.0:1781281444.465699:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281444.465708:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d50f66b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996534592:0@lo:400:kworker/u8:1.0 00000400:00000100:2.0:1781281444.465730:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534592 offset 0 length 224: 4 00010000:00010000:1.0:1781281445.359032:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281445.485468:0:2994:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281439/real 1781281439] req@00000000d1160bfd x1867807996534400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281445 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1781281445.485501:0:2994:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d1160bfd x1867807996534400/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281445 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1781281445.485527:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1781281445.485546:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.101@tcp failed (-110) 00000100:00100000:2.0:1781281445.485550:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1160bfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996534400:0@lo:250:kworker/u8:3.0 00000100:00080000:0.0:1781281445.485598:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281445.485609:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1781281445.485612:0:36:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281445.485616:0:36:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 980 00000100:00080000:0.0:1781281445.485620:0:36:0:(import.c:581:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1781281445.485637:0:36:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:0.0:1781281445.485778:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004d6a8555 x1867807996534720/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1781281445.485866:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996534784:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281445.485924:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534784 offset 0 length 224: 4 00000100:00100000:0.0:1781281445.485986:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281445.485993:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996534848:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281445.486013:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534848 offset 0 length 224: 4 00000100:00100000:1.0:1781281445.487183:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996534720:0@lo:250:kworker/u8:1.0 00000400:00000100:1.0:1781281445.487237:0:2994:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1867807996534720 offset 0 length 520: 4 00000400:00000100:1.0:1781281446.364268:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981822720 offset 0 length 224: 4 00000100:00100000:0.0:1781281446.370974:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281446.371012:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281446.371055:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822784 00000100:00100000:0.0:1781281446.371097:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981822848 00000100:00100000:0.0:1781281446.371119:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 441 00000100:00100000:0.0:1781281446.371126:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981822848:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281446.371215:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981822848:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 88us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281446.371297:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 441 00000100:00100000:0.0:1781281446.371314:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4329 00000100:00100000:0.0:1781281446.371318:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2210:x1867807981822784:12345-192.168.204.1@tcp:9:kworker/u8:4.0 00000020:00000080:0.0:1781281446.371340:0:12103:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896d079 00000100:00080000:0.0:1781281446.371347:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000ada0933a : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281446.371381:0:12103:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:0.0:1781281446.372034:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+2:2210:x1867807981822784:12345-192.168.204.1@tcp:9:kworker/u8:4.0 Request processed in 712us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281446.372043:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4329 00010000:00010000:0.0:1781281446.372426:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281446.381098:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1781281447.375908:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981822976 offset 0 length 224: 4 00000100:00100000:1.0:1781281447.376015:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281447.376189:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823040 00000100:00100000:2.0:1781281447.376416:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 442 00000100:00100000:2.0:1781281447.376423:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981823040:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281447.376587:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981823040:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 163us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281447.376595:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 442 00000400:00000100:0.0:1781281447.380159:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 26 match 1867807981822912 offset 0 length 520: 4 00010000:00010000:3.0:1781281447.405158:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1781281447.566420:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281447.566427:0:6337:0:(genops.c:985:class_export_put()) final put 00000000649e8e5d/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:0.0:1781281447.566457:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000649e8e5d/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-OST0000 00000020:00000080:0.0:1781281447.566503:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000ada0933a for lustre-OST0000 00000080:01200004:2.0:1781281448.011121:0:26633:0:(super25.c:121:lustre_fill_super()) VFS Op: sb 00000000a63b65ca 00000020:01000004:2.0:1781281448.011168:0:26633:0:(obd_mount.c:952:lmd_print()) mount data: 00000020:01000004:2.0:1781281448.011169:0:26633:0:(obd_mount.c:955:lmd_print()) device: lustre-mdt1/mdt1 00000020:01000004:2.0:1781281448.011171:0:26633:0:(obd_mount.c:956:lmd_print()) flags: 20200 00000020:01000004:2.0:1781281448.011178:0:26633:0:(obd_mount_server.c:1916:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1781281448.011244:0:26633:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1781281448.011252:0:26633:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281448.011267:0:26633:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-osd (00000000c15d0e33) 00000020:00000080:2.0:1781281448.011319:0:26633:0:(obd_config.c:648:class_attach()) OBD: dev 0 attached type osd-zfs with refcount 1 00000020:00000080:2.0:1781281448.011326:0:26633:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00100000:10000000:3.0:1781281448.049651:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1781281448.058827:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3c:0x0] (8/32) 00100000:10000000:3.0:1781281448.062227:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:3.0:1781281448.064409:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1781281448.064446:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:3.0:1781281448.064582:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:3.0:1781281448.064621:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:3.0:1781281448.064656:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:3.0:1781281448.064690:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:3.0:1781281448.066708:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:2.0:1781281448.084475:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 293: rc = 0 00100000:10000000:2.0:1781281448.084525:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 293: rc = 0 00100000:10000000:3.0:1781281448.092059:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281448.094436:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 299: rc = 0 00100000:10000000:3.0:1781281448.096454:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 299: rc = 0 00100000:10000000:3.0:1781281448.098603:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 299: rc = 0 00100000:10000000:3.0:1781281448.101232:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 299: rc = 0 00100000:10000000:2.0:1781281448.105786:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281448.108361:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 299: rc = 0 00100000:10000000:2.0:1781281448.123205:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 299: rc = 0 00100000:10000000:2.0:1781281448.128758:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 299: rc = 0 00100000:10000000:0.0:1781281448.139101:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 299: rc = 0 00100000:10000000:0.0:1781281448.142261:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 299: rc = 0 00100000:10000000:0.0:1781281448.151370:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 299: rc = 0 00100000:10000000:0.0:1781281448.158638:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 600: rc = 0 00100000:10000000:0.0:1781281448.167069:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 600: rc = 0 00100000:10000000:0.0:1781281448.170381:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 600: rc = 0 00100000:10000000:0.0:1781281448.171811:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 600: rc = 0 00100000:10000000:0.0:1781281448.173009:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 600: rc = 0 00100000:10000000:0.0:1781281448.177008:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 600: rc = 0 00100000:10000000:2.0:1781281448.179529:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 600: rc = 0 00100000:10000000:2.0:1781281448.180807:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 600: rc = 0 00100000:10000000:3.0:1781281448.184243:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 600: rc = 0 00100000:10000000:3.0:1781281448.185824:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 600: rc = 0 00100000:10000000:3.0:1781281448.190023:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 600: rc = 0 00100000:10000000:3.0:1781281448.194350:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 600: rc = 0 00100000:10000000:3.0:1781281448.198452:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 600: rc = 0 00100000:10000000:3.0:1781281448.199833:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 600: rc = 0 00100000:10000000:3.0:1781281448.201189:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 600: rc = 0 00100000:10000000:2.0:1781281448.207671:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 600: rc = 0 00100000:10000000:2.0:1781281448.209804:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 600: rc = 0 00100000:10000000:2.0:1781281448.213433:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 600: rc = 0 00100000:10000000:2.0:1781281448.215077:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 600: rc = 0 00100000:10000000:2.0:1781281448.218344:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 600: rc = 0 00100000:10000000:2.0:1781281448.221205:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 600: rc = 0 00100000:10000000:2.0:1781281448.222749:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 600: rc = 0 00100000:10000000:2.0:1781281448.224504:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 600: rc = 0 00100000:10000000:2.0:1781281448.225906:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 600: rc = 0 00100000:10000000:2.0:1781281448.231176:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 600: rc = 0 00100000:10000000:2.0:1781281448.235087:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 600: rc = 0 00100000:10000000:3.0:1781281448.237564:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 600: rc = 0 00100000:10000000:3.0:1781281448.239174:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 600: rc = 0 00100000:10000000:3.0:1781281448.241648:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 600: rc = 0 00100000:10000000:3.0:1781281448.243201:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 600: rc = 0 00100000:10000000:3.0:1781281448.245087:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 600: rc = 0 00100000:10000000:3.0:1781281448.246618:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 600: rc = 0 00100000:10000000:3.0:1781281448.253825:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 122: rc = 0 00100000:10000000:2.0:1781281448.266514:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:2.0:1781281448.272032:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 640: rc = 0 00100000:10000000:2.0:1781281448.277037:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:2.0:1781281448.277087:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 640: rc = 0 00100000:10000000:2.0:1781281448.279027:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:2.0:1781281448.279069:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 640: rc = 0 00100000:10000000:2.0:1781281448.282769:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:2.0:1781281448.282805:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 294: rc = 0 00100000:10000000:2.0:1781281448.284636:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:2.0:1781281448.284679:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 294: rc = 0 00100000:10000000:2.0:1781281448.286659:0:26633:0:(osd_scrub.c:878:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:2.0:1781281448.286698:0:26633:0:(osd_scrub.c:1129:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 294: rc = 0 00000020:00000080:2.0:1781281448.287063:0:26633:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1781281448.287073:0:26633:0:(osd_handler.c:1543:osd_obd_connect()) connect #0 00000020:00000080:2.0:1781281448.287083:0:26633:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d1b4 00000020:01000004:2.0:1781281448.287092:0:26633:0:(obd_mount_server.c:1999:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:2.0:1781281448.287344:0:26633:0:(obd_mount_server.c:233:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1781281448.287351:0:26633:0:(obd_mount_server.c:116:server_register_mount()) register mount 00000000a63b65ca from MGS 00000020:01000004:2.0:1781281448.287355:0:26633:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1781281448.287359:0:26633:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281448.287371:0:26633:0:(genops.c:417:class_newdev()) Allocate new device MGS (000000009a76214d) 00000020:00000080:2.0:1781281448.287417:0:26633:0:(obd_config.c:648:class_attach()) OBD: dev 1 attached type mgs with refcount 1 00000020:00000080:2.0:1781281448.287421:0:26633:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1781281448.287473:0:26633:0:(obd_mount_server.c:167:server_get_mount()) get mount 00000000a63b65ca from MGS, refs=2 00080000:01000000:2.0:1781281448.287477:0:26633:0:(osd_handler.c:1543:osd_obd_connect()) connect #1 00000020:00000080:2.0:1781281448.287482:0:26633:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d1c2 00010000:00010000:2.0:1781281448.287587:0:26633:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-MGS-2 is initialized 00000040:01000000:3.0:1781281448.300078:0:26633:0:(llog_obd.c:212:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1781281448.302636:0:26634:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1781281448.304688:0:26633:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1781281448.304744:0:26633:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1781281448.313671:0:26633:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1781281448.313941:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281448.315127:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1781281448.315136:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1781281448.316104:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1781281448.316112:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1781281448.316834:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1781281448.316842:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1781281448.317793:0:26633:0:(obd_config.c:752:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1781281448.317810:0:26633:0:(obd_mount.c:321:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:2.0:1781281448.317812:0:26633:0:(obd_mount.c:332:lustre_start_mgc()) MGC192.168.204.101@tcp:Set MGC reconnect 2 10000000:01000000:2.0:1781281448.317814:0:26633:0:(mgc_request.c:1223:mgc_set_info_async()) InitRecov MGC192.168.204.101@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:2.0:1781281448.317816:0:26633:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00000100:00080000:2.0:1781281448.317818:0:26633:0:(import.c:466:ptlrpc_reconnect_import()) MGS: recovery started, waiting 20 seconds 00010000:00010000:1.0:1781281448.429522:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281449.453272:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281450.477063:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1781281450.605109:0:25054:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281450.605127:0:25054:0:(pinger.c:265:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1781281450.605242:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281450.605257:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996534912:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281450.605257:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996534976:0@lo:400:kworker/u8:3.0 00000400:00000100:0.0:1781281450.605324:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534976 offset 0 length 224: 4 00000400:00000100:2.0:1781281450.605853:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996534912 offset 0 length 224: 4 00000100:00100000:1.0:1781281451.413089:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:1.0:1781281451.413245:0:2990:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981823104 offset 0 length 224: 4 00000100:00100000:2.0:1781281451.413341:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823168 00000100:00100000:2.0:1781281451.413404:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 443 00000100:00100000:2.0:1781281451.413411:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981823168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281451.413497:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981823168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 86us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281451.413505:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 443 00010000:00010000:3.0:1781281451.501195:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281452.434321:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000400:00000100:0.0:1781281452.434364:0:2989:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-192.168.204.1@tcp portal 12 match 1867807981823232 offset 0 length 224: 4 00000100:00100000:2.0:1781281452.436001:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823296 00000100:00100000:2.0:1781281452.436067:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 444 00000100:00100000:2.0:1781281452.436075:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981823296:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281452.436163:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981823296:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 89us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281452.436170:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 444 00010000:00010000:1.0:1781281452.525119:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281453.552065:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281454.573123:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281455.597216:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1781281455.725592:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281455.725602:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1781281455.725698:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005723d730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996535040:0@lo:400:kworker/u8:1.0 00000400:00000100:1.0:1781281455.725755:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996535040 offset 0 length 224: 4 00000100:00100000:0.0:1781281455.725848:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281455.725860:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996535104:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281455.725883:0:2998:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996535104 offset 0 length 224: 4 00010000:00010000:1.0:1781281456.621459:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281456.749358:0:2994:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281445/real 1781281445] req@000000004d6a8555 x1867807996534720/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281456 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281456.749392:0:2994:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004d6a8555 x1867807996534720/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1781281456 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1781281456.749410:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1781281456.749425:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.101@tcp failed (-110) 00000100:00100000:0.0:1781281456.749431:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996534720:0@lo:250:kworker/u8:1.0 00000100:00080000:0.0:1781281456.749476:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) fe18d2fd-47a2-47ff-98fc-180cf48b334a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281456.749481:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1781281456.749483:0:36:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281456.749487:0:36:0:(import.c:534:import_select_connection()) MGC192.168.204.101@tcp: connect to NID 0@lo last attempt 986 00000100:00080000:0.0:1781281456.749491:0:36:0:(import.c:581:import_select_connection()) MGC192.168.204.101@tcp: tried all connections, increasing latency to 11s 00000100:00080000:0.0:1781281456.749496:0:36:0:(import.c:615:import_select_connection()) MGC192.168.204.101@tcp: import 0000000095568066 using connection MGC192.168.204.101@tcp_0/0@lo 00000100:00100000:0.0:1781281456.749527:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004d6a8555 x1867807996535168/t0(0) o250->MGC192.168.204.101@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1781281456.749604:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281456.749614:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996535232:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281456.749663:0:2997:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996535232 offset 0 length 224: 4 00000100:00100000:0.0:1781281456.749705:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781281456.749713:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000063b87588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996535296:0@lo:400:kworker/u8:1.0 00000400:00000100:0.0:1781281456.749730:0:2996:0:(lib-move.c:4254:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1867807996535296 offset 0 length 224: 4 00000100:00100000:0.0:1781281456.749748:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996535168:0@lo:250:kworker/u8:1.0 00000100:00100000:0.0:1781281456.749774:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281456.749893:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535168 00000100:00100000:1.0:1781281456.749933:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1781281456.749939:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a18250c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2994:x1867807996535168:12345-0@lo:250:kworker/u8:1.0 00010000:00080000:1.0:1781281456.749980:0:26638:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from fe18d2fd-47a2-47ff-98fc-180cf48b334a@0@lo t0 exp 0000000000000000 cur 997 last 0 00000020:00000080:1.0:1781281456.750016:0:26638:0:(genops.c:1359:class_connect()) connect: client fe18d2fd-47a2-47ff-98fc-180cf48b334a, cookie 0x3e391ad4c896d1c9 00000020:01000000:1.0:1781281456.750022:0:26638:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000031489185 00000100:00080000:1.0:1781281456.750084:0:26638:0:(import.c:86:import_set_state_nolock()) 00000000209fbf28 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281456.750129:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a18250c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:2994:x1867807996535168:12345-0@lo:250:kworker/u8:1.0 Request processed in 188us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281456.750136:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1781281456.750735:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) MGC192.168.204.101@tcp: connect to target with instance 0 10000000:01000000:0.0:1781281456.750745:0:2994:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808005 00000100:02000400:0.0:1781281456.750748:0:2994:0:(import.c:1234:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.101@tcp) after server handle changed from 0x3e391ad4c896cceb to 0x3e391ad4c896d1c9 00000100:00080000:0.0:1781281456.764853:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from CONNECTING to EVICTED 00000100:00080000:0.0:1781281456.764866:0:2994:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.101@tcp; invalidating 00000100:00100000:1.0:1781281456.777185:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2994:1867807996535168:0@lo:250:kworker/u8:1.0 00000100:00080000:3.0:1781281456.777199:0:26633:0:(import.c:476:ptlrpc_reconnect_import()) MGS: recovery finished s:EVICTED 00000020:01000004:3.0:1781281456.777217:0:26633:0:(obd_mount_server.c:1354:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1781281456.777268:0:26633:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1781281456.777282:0:26633:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000100:00080000:0.0:1781281456.777290:0:26644:0:(import.c:1514:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.101@tcp to MGS@192.168.204.101@tcp 00000100:00100000:0.0:1781281456.777295:0:26644:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1781281456.777299:0:26644:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1781281456.777301:0:26633:0:(genops.c:417:class_newdev()) Allocate new device MDS (000000009465ea9e) 00010000:00010000:0.0:1781281456.777315:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777327:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777333:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1781281456.777351:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00000080:3.0:1781281456.777356:0:26633:0:(obd_config.c:648:class_attach()) OBD: dev 3 attached type mds with refcount 1 00010000:00010000:0.0:1781281456.777358:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000064724471/0x3e391ad4c896ce34 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896ce3b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1781281456.777361:0:26633:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00010000:00010000:0.0:1781281456.777374:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777380:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777383:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281456.777387:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777389:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896cde0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896cde7 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.777396:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777400:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777404:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281456.777407:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777409:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000c482223a/0x3e391ad4c896cdee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896cdf5 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.777415:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777420:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777423:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281456.777425:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777427:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000adb4ff1a/0x3e391ad4c896ce0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896ce11 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.777433:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777438:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777442:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281456.777444:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777446:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000b5874157/0x3e391ad4c896ce18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896ce1f expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.777451:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777456:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777460:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781281456.777462:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777464:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000f05a628a/0x3e391ad4c896ce42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896ce49 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.777472:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777476:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777480:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1781281456.777483:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777485:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000d718b524/0x3e391ad4c896cdfc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896ce03 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.777492:0:26644:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1781281456.777497:0:26644:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281456.777501:0:26644:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1781281456.777654:0:26644:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1781281456.777658:0:26644:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 0000000042050116/0x3e391ad4c896ce26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x3e391ad4c896ce2d expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1781281456.777676:0:26644:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from EVICTED to RECOVER 00000100:00080000:0.0:1781281456.777681:0:26644:0:(import.c:86:import_set_state_nolock()) 0000000095568066 MGS: changing import state from RECOVER to FULL 10000000:01000000:0.0:1781281456.777683:0:26644:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1781281456.777685:0:26644:0:(pinger.c:208:ptlrpc_pinger_ir_up()) IR up 00000100:02000000:0.0:1781281456.777688:0:26644:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) MGC192.168.204.101@tcp: Connection restored to (at 0@lo) 00000100:00100000:3.0:1781281456.790603:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281456.790796:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1781281456.790803:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1781281456.796541:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1781281456.796552:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1781281456.797584:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1781281456.797594:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1781281456.799229:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281456.799384:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1781281456.799391:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1781281456.800606:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1781281456.800615:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1781281456.844367:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281456.844541:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1781281456.844548:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1781281456.847191:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1781281456.847207:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1781281456.847837:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281456.848055:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1781281456.848061:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1781281456.849101:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1781281456.849109:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1781281456.849893:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281456.850329:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1781281456.850337:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1781281456.850856:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1781281456.850863:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1781281456.851610:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1781281456.851730:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1781281456.851735:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1781281456.852249:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1781281456.852256:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1781281456.869922:0:26633:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1781281456.870763:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1781281456.870773:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1781281456.873483:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1781281456.873562:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1781281456.874557:0:26633:0:(service.c:3210:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1781281456.874567:0:26633:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1781281456.875296:0:26633:0:(obd_config.c:752:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1781281456.875327:0:26633:0:(obd_mount_server.c:294:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 00000040:01000000:2.0:1781281456.875464:0:26633:0:(llog_obd.c:212:llog_setup()) obd MGC192.168.204.101@tcp ctxt 0 is initialized 00000020:01000004:2.0:1781281456.875489:0:26633:0:(obd_mount_server.c:1245:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.101@tcp, index=0000, flags=0x5 10000000:01000000:2.0:1781281456.875503:0:26633:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x10000005 10000000:01000000:2.0:1781281456.875530:0:26633:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1781281456.875549:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e59c2eb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535360:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1781281456.875616:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281456.875639:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063279d70 going to sleep for 6 seconds 00000100:00100000:0.0:1781281456.875665:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535360 00000100:00100000:1.0:1781281456.875834:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1781281456.875841:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0c4830 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:26633:x1867807996535360:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1781281456.875885:0:26638:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1781281456.875887:0:26638:0:(mgs_handler.c:391:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1781281456.875890:0:26638:0:(mgs_handler.c:421:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1781281456.877590:0:26662:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1781281456.877935:0:26638:0:(mgs_nids.c:398:mgs_nidtbl_init_fs()) IR: current version is 12 20000000:01000000:2.0:1781281456.895793:0:26663:0:(mgs_llog.c:237:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1781281456.895800:0:26663:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1781281456.895803:0:26663:0:(mgs_llog.c:221:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1781281456.895852:0:26663:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 20000000:01000000:1.0:1781281456.896060:0:26638:0:(mgs_llog.c:559:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1781281456.896070:0:26638:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1781281456.901688:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0c4830 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:26633:x1867807996535360:12345-0@lo:253:mount.lustre.0 Request processed in 25840us (26066us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281456.901705:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1781281456.901844:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e59c2eb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535360:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1781281456.901859:0:26633:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1781281456.901880:0:26633:0:(obd_mount_server.c:116:server_register_mount()) register mount 00000000a63b65ca from lustre-MDT0000 10000000:01000000:2.0:1781281456.901888:0:26633:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1781281456.901890:0:26633:0:(mgc_request.c:336:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1781281456.901897:0:26633:0:(mgc_request.c:216:do_config_log_add()) do adding config log params-ffff91d901f4c800 10000000:01000000:2.0:1781281456.901901:0:26633:0:(mgc_request.c:90:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1781281456.901905:0:26633:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-barrier-ffff91d901f4c800 10000000:01000000:2.0:1781281456.901908:0:26633:0:(mgc_request.c:90:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1781281456.901911:0:26633:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-barrier-ffff91d901f4c800 from 1 10000000:01000000:2.0:1781281456.902093:0:26633:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1781281456.902199:0:26633:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.902211:0:26633:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.902219:0:26633:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281456.902238:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535424:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281456.902276:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281456.902335:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d4e5c5e3 going to sleep for 6 seconds 00000100:00100000:0.0:1781281456.902380:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535424 00000100:00100000:0.0:1781281456.902470:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1781281456.902476:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9cfae42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+4:26633:x1867807996535424:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281456.902489:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281456.902504:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d718b524/0x3e391ad4c896d1de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d1d7 expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.902526:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d718b524/0x3e391ad4c896d1de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d1d7 expref: 5 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.902536:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d718b524/0x3e391ad4c896d1de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d1d7 expref: 5 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281456.902549:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000d718b524, rc 0) 00000100:00100000:0.0:1781281456.902585:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9cfae42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:26633:x1867807996535424:12345-0@lo:101:mount.lustre.0 Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281456.902592:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1781281456.902652:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535424:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281456.902662:0:26633:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d1de expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.902670:0:26633:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d1de expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281456.902682:0:26633:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1781281456.902686:0:26633:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d1de expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.902691:0:26633:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000085ef444a/0x3e391ad4c896d1d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d1de expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281456.902697:0:26633:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1781281456.902700:0:26633:0:(mgc_request.c:90:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1781281456.902703:0:26633:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-mdtir-ffff91d901f4c800 10000000:01000000:3.0:1781281456.902705:0:26633:0:(mgc_request.c:90:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1781281456.902708:0:26633:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1781281456.902717:0:26633:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1781281456.902730:0:26633:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.902736:0:26633:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.902742:0:26633:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281456.902753:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535488:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1781281456.902775:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281456.902894:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d4e5c5e3 going to sleep for 6 seconds 00000100:00100000:1.0:1781281456.903004:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535488 00000100:00100000:1.0:1781281456.903036:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1781281456.903040:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+5:26633:x1867807996535488:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1781281456.903055:0:26637:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281456.903065:0:26637:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f5b7e1a4/0x3e391ad4c896d1ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d1e5 expref: -99 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281456.903077:0:26637:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f5b7e1a4/0x3e391ad4c896d1ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d1e5 expref: 6 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281456.903083:0:26637:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f5b7e1a4/0x3e391ad4c896d1ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d1e5 expref: 6 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281456.903088:0:26637:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f5b7e1a4, rc 0) 00000100:00100000:1.0:1781281456.903119:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:26633:x1867807996535488:12345-0@lo:101:mount.lustre.0 Request processed in 78us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281456.903124:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1781281456.903256:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535488:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1781281456.903264:0:26633:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d1ec expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281456.903271:0:26633:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d1ec expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281456.903312:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535552:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281456.903338:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281456.903351:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d4e5c5e3 going to sleep for 6 seconds 00000100:00100000:3.0:1781281456.903387:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535552 00000100:00100000:3.0:1781281456.903405:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1781281456.903408:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+6:26633:x1867807996535552:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281456.903586:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26633:x1867807996535552:12345-0@lo:501:mount.lustre.0 Request processed in 176us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281456.903593:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1781281456.903623:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535552:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1781281456.903648:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535616:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281456.903684:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281456.903695:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 0000000084feb6f6 going to sleep for 6 seconds 00000100:00100000:3.0:1781281456.903709:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535616 00000100:00100000:3.0:1781281456.903735:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1781281456.903738:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26633:x1867807996535616:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281456.907392:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26633:x1867807996535616:12345-0@lo:503:mount.lustre.0 Request processed in 3646us (3702us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281456.907409:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1781281456.907489:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003de4f725 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996535616:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1781281456.908418:0:26665:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046e35102 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26665:1867807996535680:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281456.908468:0:26665:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281456.908522:0:26665:0:(client.c:2500:ptlrpc_set_wait()) set 000000008d796137 going to sleep for 6 seconds 00000100:00100000:3.0:1781281456.908556:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535680 00000100:00100000:3.0:1781281456.908623:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1781281456.908629:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26665:x1867807996535680:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281456.912019:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26665:x1867807996535680:12345-0@lo:502:llog_process_th.0 Request processed in 3382us (3544us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281456.912046:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1781281456.912160:0:26665:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046e35102 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26665:1867807996535680:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281456.912197:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281456.912206:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281456.912208:0:26665:0:(obd_config.c:1460:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1781281456.912212:0:26665:0:(obd_config.c:1866:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1781281456.912215:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1781281456.912229:0:26665:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (00000000cc603508) 00000020:00000080:1.0:1781281456.912285:0:26665:0:(obd_config.c:648:class_attach()) OBD: dev 4 attached type lod with refcount 1 00000020:00000080:1.0:1781281456.912292:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1781281456.912364:0:26665:0:(osd_handler.c:1543:osd_obd_connect()) connect #2 00000020:00000080:1.0:1781281456.912369:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d1fa 00000020:00000080:1.0:1781281456.912550:0:26665:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1781281456.912554:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281456.912557:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281456.912558:0:26665:0:(obd_config.c:1460:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1781281456.912561:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281456.912564:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281456.912565:0:26665:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1781281456.912568:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1781281456.912574:0:26665:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000 (000000006dbb056a) 00000020:00000080:1.0:1781281456.912621:0:26665:0:(obd_config.c:648:class_attach()) OBD: dev 5 attached type mdt with refcount 1 00000020:00000080:1.0:1781281456.912626:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1781281456.912628:0:26665:0:(obd_config.c:1414:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1781281456.912630:0:26665:0:(obd_config.c:1066:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1781281456.912635:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1781281456.912672:0:26665:0:(obd_mount_server.c:167:server_get_mount()) get mount 00000000a63b65ca from lustre-MDT0000, refs=3 00000020:00000080:1.0:1781281456.912683:0:26665:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDD0000 (0000000006bfcdc6) 00000020:00000080:1.0:1781281456.912842:0:26665:0:(obd_config.c:648:class_attach()) OBD: dev 6 attached type mdd with refcount 1 00000004:01000000:1.0:1781281456.912911:0:26665:0:(lod_dev.c:1958:lod_obd_connect()) connect #0 00000020:00000080:1.0:1781281456.913813:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896d20f 00000020:00000080:1.0:1781281456.914169:0:26665:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1781281456.914178:0:26665:0:(mdd_device.c:1566:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1781281456.914183:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x3e391ad4c896d216 00080000:01000000:1.0:1781281456.914189:0:26665:0:(osd_handler.c:1543:osd_obd_connect()) connect #3 00000020:00000080:1.0:1781281456.914193:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d21d 00010000:00010000:3.0:1781281456.987100:0:26665:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-3 is initialized 00000001:00080000:0.0:1781281456.988457:0:26665:0:(tgt_lastrcvd.c:1639:tgt_clients_data_init()) RCVRNG CLIENT uuid: fd013285-183a-4106-aea7-7bb500a78bd8 idx: 0 lr: 30064771081 srv lr: 34359738368 lx: 0 gen 2 00000001:00000004:0.0:1781281456.988505:0:26665:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 9, last_transno is 34359738368 00000001:00080000:0.0:1781281456.989175:0:26665:0:(tgt_lastrcvd.c:204:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:0.0:1781281456.989247:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000004435daf5: xid 1867807981816064, transno 30064771081, client gen 2, slot idx 0 00000001:00080000:0.0:1781281456.989267:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 0000000048423439: xid 1867807981820928, transno 34359738375, client gen 2, slot idx 1 00000001:00080000:0.0:1781281456.989276:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000b63bf528: xid 1867807981821184, transno 34359738376, client gen 2, slot idx 2 00000001:00080000:0.0:1781281456.989286:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000001888f658: xid 1867807981768192, transno 12884901936, client gen 2, slot idx 3 00000001:00080000:0.0:1781281456.989294:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000551bc63b: xid 1867807981768640, transno 12884901937, client gen 2, slot idx 4 00000001:00080000:0.0:1781281456.989304:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000005901e8d5: xid 1867807981768832, transno 12884901938, client gen 2, slot idx 5 00000001:00080000:0.0:1781281456.989313:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 00000000c11003b6: xid 1867807981768768, transno 12884901939, client gen 2, slot idx 6 00000001:00080000:0.0:1781281456.989324:0:26665:0:(tgt_lastrcvd.c:2129:tgt_reply_data_init()) lustre-MDT0000: restore reply 000000001c4281f7: xid 1867807981768960, transno 12884901940, client gen 2, slot idx 7 00000020:00000080:0.0:1781281456.989703:0:26665:0:(genops.c:417:class_newdev()) Allocate new device lustre-QMT0000 (00000000089f5fde) 00000020:00000080:0.0:1781281456.989825:0:26665:0:(obd_config.c:648:class_attach()) OBD: dev 7 attached type qmt with refcount 1 00080000:01000000:0.0:1781281456.989888:0:26665:0:(osd_handler.c:1543:osd_obd_connect()) connect #4 00000020:00000080:0.0:1781281456.989894:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d232 00000020:00000080:0.0:1781281456.990746:0:26665:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1781281456.992086:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x3e391ad4c896d239 00000020:00000080:3.0:1781281456.992937:0:26665:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1781281456.992949:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781281456.992973:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281456.992975:0:26665:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1781281456.992980:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1781281456.992982:0:26665:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1781281456.992984:0:26665:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281456.992985:0:26665:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1781281456.992986:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1781281456.992988:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281456.992989:0:26665:0:(obd_config.c:1460:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1781281456.992991:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1781281456.992996:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281456.992997:0:26665:0:(obd_config.c:1460:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1781281456.993002:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1781281456.993044:0:26665:0:(mdt_lproc.c:314:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1781281456.993060:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781281456.993063:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281456.993064:0:26665:0:(obd_config.c:1460:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1781281456.993067:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1781281456.993069:0:26665:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1781281456.993073:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781281456.993074:0:26665:0:(obd_config.c:1460:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1781281456.993076:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1781281456.993081:0:26665:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:3.0:1781281456.993095:0:26665:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1781281456.993097:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1781281456.993109:0:26665:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (0000000026e158ba) 00000020:00000080:3.0:1781281456.993167:0:26665:0:(obd_config.c:648:class_attach()) OBD: dev 8 attached type osp with refcount 1 00000020:00000080:3.0:1781281456.993172:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1781281456.993222:0:26665:0:(osp_dev.c:1180:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1781281456.993227:0:26665:0:(osd_handler.c:1543:osd_obd_connect()) connect #5 00000020:00000080:3.0:1781281456.993233:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d247 00010000:00080000:3.0:1781281456.993269:0:26665:0:(ldlm_lib.c:121:import_set_conn()) imp 00000000697e98ad@lustre-OST0000-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:3.0:1781281456.993454:0:26665:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1781281456.993935:0:26665:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1781281456.994000:0:26665:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1781281456.997419:0:26665:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281456.997757:0:26665:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x2:0x0].9, 64 off8768 00000040:00080000:0.0:1781281456.997803:0:26665:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x24:0x0].1, 64 off8256 00000040:00080000:0.0:1781281456.998291:0:26669:0:(llog.c:731:llog_process_thread()) index: 8, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000040:00080000:0.0:1781281456.998297:0:26669:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x20:0x1:0x0]:0 at index 8 of catalog [0x2:0x1:0x0] 00000020:00000080:0.0:1781281456.998743:0:26665:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1781281456.998755:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1781281456.998787:0:26665:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1781281456.998805:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896d24e 00000100:00080000:0.0:1781281456.998816:0:26665:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1781281456.998821:0:26665:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000697e98ad using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281456.998855:0:26665:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007d9bd63d x1867807996535744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281456.999074:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996535744:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1781281456.999142:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281456.999332:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535744 00000100:00100000:2.0:1781281456.999397:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:2.0:1781281456.999403:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0+-99:2994:x1867807996535744:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1781281456.999427:0:12109:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 998 last 0 00000020:00000080:2.0:1781281456.999454:0:12109:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896d255 00002000:00100000:2.0:1781281456.999465:0:12109:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000004036a2b1 ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1781281456.999469:0:12109:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1781281456.999471:0:12109:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:2.0:1781281456.999591:0:12109:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:2.0:1781281456.999600:0:12109:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1781281456.999620:0:12109:0:(import.c:86:import_set_state_nolock()) 000000009a193ffb : changing import state from RECOVER to FULL 00000100:00100000:2.0:1781281456.999675:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996535744:12345-0@lo:8:llog_process_th.0 Request processed in 272us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281456.999683:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000100:00100000:0.0:1781281456.999894:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1781281456.999916:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1781281456.999923:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:0.0:1781281456.999927:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1781281456.999929:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000697e98ad lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1781281456.999938:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:0.0:1781281456.999943:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996535744:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1781281457.000297:0:26665:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1781281457.000397:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781281457.000402:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281457.000404:0:26665:0:(obd_config.c:1460:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1781281457.000407:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1781281457.000410:0:26665:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #15 00000020:01000000:2.0:1781281457.000411:0:26665:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1781281457.000412:0:26665:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1781281457.000413:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1781281457.000415:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281457.000416:0:26665:0:(obd_config.c:1460:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:2.0:1781281457.000418:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1781281457.000422:0:26665:0:(obd_mount.c:991:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1781281457.000425:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781281457.000426:0:26665:0:(obd_config.c:1460:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1781281457.000429:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1781281457.000432:0:26665:0:(obd_config.c:1396:class_process_config()) adding mapping from uuid 192.168.204.101@tcp to nid 0x20000c0a8cc65 (192.168.204.101@tcp) 00000020:01000000:2.0:1781281457.000443:0:26665:0:(obd_config.c:1874:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1781281457.000446:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1781281457.000458:0:26665:0:(genops.c:417:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (00000000172a4fc6) 00000020:00000080:2.0:1781281457.000511:0:26665:0:(obd_config.c:648:class_attach()) OBD: dev 11 attached type osp with refcount 1 00000020:00000080:2.0:1781281457.000517:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1781281457.000590:0:26665:0:(osp_dev.c:1180:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1781281457.000595:0:26665:0:(osd_handler.c:1543:osd_obd_connect()) connect #6 00000020:00000080:2.0:1781281457.000601:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x3e391ad4c896d263 00010000:00080000:2.0:1781281457.000620:0:26665:0:(ldlm_lib.c:121:import_set_conn()) imp 000000008bc969fd@lustre-OST0001-osc-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:2.0:1781281457.000816:0:26665:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-4 is initialized 00000040:01000000:2.0:1781281457.001308:0:26665:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1781281457.001331:0:26665:0:(llog_obd.c:212:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1781281457.001980:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996535872:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281457.002048:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281457.002118:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535872 00000100:00100000:1.0:1781281457.002145:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1781281457.002150:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2997:x1867807996535872:12345-0@lo:400:kworker/u8:1.0 00000020:00080000:1.0:1781281457.002156:0:26648:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1781281457.002186:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057c15a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2997:x1867807996535872:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (139us total) trans 0 rc -107/-107 00000100:00100000:1.0:1781281457.002192:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1781281457.002251:0:2997:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1781281457.002257:0:2997:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1781281457.002260:0:2997:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1781281457.002647:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781281457.002658:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996535808:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281457.002690:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.003750:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535808 00000100:00100000:2.0:1781281457.004437:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1781281457.004444:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2995:x1867807996535808:12345-0@lo:400:kworker/u8:1.0 00000020:00080000:2.0:1781281457.004452:0:26647:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1781281457.004517:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e59c2eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2995:x1867807996535808:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (1826us total) trans 0 rc -107/-107 00000100:00100000:2.0:1781281457.004524:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1781281457.004587:0:2995:0:(recover.c:232:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@192.168.204.101@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1781281457.004592:0:2995:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1781281457.004597:0:2995:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1781281457.004603:0:2995:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281457.004607:0:2995:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 947 00000100:00080000:0.0:1781281457.004613:0:2995:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281457.004640:0:2995:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007d9bd63d x1867807996535936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1781281457.004670:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd8863c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996535808:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281457.004701:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996535936:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1781281457.004734:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281457.011675:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996535936 00000100:00100000:3.0:1781281457.011753:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1781281457.011772:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996535936:12345-0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1781281457.011873:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d02640c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996535936:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 101us (7139us total) trans 0 rc -11/-11 00000100:00100000:3.0:1781281457.011880:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1781281457.011924:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1781281457.011928:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:3.0:1781281457.011933:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996535936:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:1.0:1781281457.012522:0:2997:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1781281457.012528:0:2997:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 947 00000100:00080000:1.0:1781281457.012534:0:2997:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281457.012827:0:2997:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fb59b579 x1867807996536000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281457.012852:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996535872:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281457.012857:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996536000:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1781281457.012897:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.012966:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536000 00000100:00100000:0.0:1781281457.012997:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1781281457.013001:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003de4f725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996536000:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1781281457.013150:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003de4f725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996536000:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 147us (253us total) trans 0 rc -11/-11 00000100:00080000:1.0:1781281457.013189:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1781281457.013192:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:1.0:1781281457.013195:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996536000:0@lo:38:ptlrpcd_00_02.0 00000040:00080000:2.0:1781281457.013270:0:26669:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x2:0x1:0x0] first idx 8, last_idx 9 00000040:00100000:2.0:1781281457.013274:0:26669:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 8 in log [0x2:0x1:0x0] 00000040:00080000:2.0:1781281457.013299:0:26669:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x20:0x1:0x0] at index 8 of catalog [0x2:0x1:0x0] 00000040:00080000:2.0:1781281457.013348:0:26669:0:(llog.c:731:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000040:00080000:2.0:1781281457.013351:0:26669:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x24:0x1:0x0]:0 at index 9 of catalog [0x2:0x1:0x0] 00000004:00080000:2.0:1781281457.013397:0:26669:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:2.0:1781281457.013400:0:26669:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x24:0x1:0x0] 00000004:00080000:2.0:1781281457.013436:0:26669:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 998120481738ns, next at 0ns, rc = 0 00000100:00100000:0.0:1781281457.013630:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000040:00080000:3.0:1781281457.013698:0:26665:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1781281457.014587:0:26665:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x5:0x0].9, 64 off8768 00000040:00080000:2.0:1781281457.014808:0:26665:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x26:0x0].1, 64 off8256 00000040:00080000:2.0:1781281457.015713:0:26671:0:(llog.c:731:llog_process_thread()) index: 8, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000040:00080000:2.0:1781281457.015718:0:26671:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x22:0x1:0x0]:0 at index 8 of catalog [0x5:0x1:0x0] 00000020:00000080:1.0:1781281457.016521:0:26665:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1781281457.016534:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1781281457.016562:0:26665:0:(lod_lov.c:151:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1781281457.016580:0:26665:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896d26a 00000100:00080000:1.0:1781281457.016590:0:26665:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1781281457.016595:0:26665:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 000000008bc969fd using connection 192.168.204.101@tcp/0@lo 00000100:00100000:1.0:1781281457.016630:0:26665:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fb59b579 x1867807996536064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1781281457.016662:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996536064:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1781281457.016729:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281457.016776:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536064 00000100:00100000:1.0:1781281457.016805:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:1.0:1781281457.016811:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:0+-99:2994:x1867807996536064:12345-0@lo:8:llog_process_th.0 00010000:00080000:1.0:1781281457.016834:0:12109:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 998 last 0 00000020:00000080:1.0:1781281457.016860:0:12109:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x3e391ad4c896d271 00002000:00100000:1.0:1781281457.016869:0:12109:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/000000008a630fef ocd_connect_flags: 0x2044401443000066 ocd_version: 20f0800 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1781281457.016873:0:12109:0:(ofd_obd.c:168:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1781281457.016876:0:12109:0:(ofd_obd.c:257:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:1.0:1781281457.017091:0:12109:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000ebba472a 00002000:00080000:1.0:1781281457.017101:0:12109:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1781281457.017120:0:12109:0:(import.c:86:import_set_state_nolock()) 000000008ab0ce31 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281457.017169:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+6:2994:x1867807996536064:12345-0@lo:8:llog_process_th.0 Request processed in 357us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281457.017177:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00100000:1.0:1781281457.017215:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1781281457.017222:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1781281457.017228:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0x2040401443000066 00000100:00080000:1.0:1781281457.017232:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1781281457.017234:0:2994:0:(import.c:86:import_set_state_nolock()) 000000008bc969fd lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1781281457.017302:0:2994:0:(osp_dev.c:1620:osp_import_event()) got connected 00000100:00100000:1.0:1781281457.017307:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:2994:1867807996536064:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1781281457.017329:0:26665:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1781281457.017381:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281457.017385:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281457.017387:0:26665:0:(obd_config.c:1460:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1781281457.017389:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281457.017393:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281457.017394:0:26665:0:(obd_config.c:1460:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000080:1.0:1781281457.017396:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1781281457.017397:0:26665:0:(obd_config.c:1435:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1781281457.017399:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281457.017401:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281457.017402:0:26665:0:(obd_config.c:1460:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:01000000:1.0:1781281457.017404:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781281457.017406:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281457.017407:0:26665:0:(obd_config.c:1460:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1781281457.017410:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1781281457.017436:0:26665:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26665:1867807996536128:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281457.017477:0:26665:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281457.017499:0:26665:0:(client.c:2500:ptlrpc_set_wait()) set 000000009bceaa11 going to sleep for 6 seconds 00000100:00100000:2.0:1781281457.017828:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536128 00000100:00100000:2.0:1781281457.017855:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1781281457.017860:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26665:x1867807996536128:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781281457.018101:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26665:x1867807996536128:12345-0@lo:502:llog_process_th.0 Request processed in 240us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281457.018108:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:00080000:2.0:1781281457.018947:0:26671:0:(llog_cat.c:1162:llog_cat_set_first_idx()) catlog [0x5:0x1:0x0] first idx 8, last_idx 9 00000040:00100000:2.0:1781281457.018972:0:26671:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 8 in log [0x5:0x1:0x0] 00000040:00080000:2.0:1781281457.019013:0:26671:0:(llog_cat.c:1202:llog_cat_cleanup()) cancel plain log [0x22:0x1:0x0] at index 8 of catalog [0x5:0x1:0x0] 00000040:00080000:2.0:1781281457.019065:0:26671:0:(llog.c:731:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000040:00080000:2.0:1781281457.019069:0:26671:0:(llog_cat.c:815:llog_cat_process_common()) processing log [0x26:0x1:0x0]:0 at index 9 of catalog [0x5:0x1:0x0] 00000004:00080000:2.0:1781281457.019095:0:26671:0:(osp_sync.c:913:osp_sync_process_record()) processed all old entries 00000040:00100000:2.0:1781281457.019098:0:26671:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x26:0x1:0x0] 00000004:00080000:2.0:1781281457.019152:0:26671:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 998126197795ns, next at 0ns, rc = 0 00000100:00100000:1.0:1781281457.019321:0:26665:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26665:1867807996536128:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781281457.019355:0:26665:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781281457.019360:0:26665:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781281457.019362:0:26665:0:(obd_config.c:1460:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1781281457.019367:0:26665:0:(llog.c:789:llog_process_thread()) stop processing plain 0x4:10:0 index 37 count 37 00000020:01000000:0.0:1781281457.025494:0:26633:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:0.0:1781281457.025530:0:26633:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1781281457.025538:0:26633:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d1ec expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.025550:0:26633:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000f43eac0f/0x3e391ad4c896d1e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d1ec expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281457.025556:0:26633:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d901f4c800 from 1 10000000:01000000:0.0:1781281457.025559:0:26633:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1781281457.025591:0:26633:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.025597:0:26633:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.025606:0:26633:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.025626:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536192:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281457.025684:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.025706:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.026131:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536192 00000100:00100000:0.0:1781281457.026173:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1781281457.026180:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+7:26633:x1867807996536192:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281457.026194:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281457.026206:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d278 expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.026225:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 8 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.026234:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 8 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.026242:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008082a6cb, rc 0) 00000100:00100000:0.0:1781281457.026278:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:26633:x1867807996536192:12345-0@lo:101:mount.lustre.0 Request processed in 98us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.026284:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1781281457.026327:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281457.026337:0:26633:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.026345:0:26633:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.026902:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536256:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1781281457.026939:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.026975:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.026993:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536256 00000100:00100000:0.0:1781281457.027018:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281457.027031:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:26633:x1867807996536256:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1781281457.027046:0:26638:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1781281457.027052:0:26638:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1781281457.027106:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:26633:x1867807996536256:12345-0@lo:256:mount.lustre.0 Request processed in 83us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.027112:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281457.027144:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536256:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1781281457.027701:0:26633:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1781281457.027708:0:26633:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.027716:0:26633:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281457.027723:0:26633:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d901f4c800 from 1 10000000:01000000:0.0:1781281457.027725:0:26633:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1781281457.027745:0:26633:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.027752:0:26633:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.027759:0:26633:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.027772:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536320:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281457.027799:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.027815:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.027836:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536320 00000100:00100000:0.0:1781281457.027856:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281457.027860:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+8:26633:x1867807996536320:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281457.027868:0:26637:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281457.027879:0:26637:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000060610667/0x3e391ad4c896d28d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d286 expref: -99 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.027895:0:26637:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000060610667/0x3e391ad4c896d28d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d286 expref: 9 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.027903:0:26637:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000060610667/0x3e391ad4c896d28d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d286 expref: 9 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.027910:0:26637:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000060610667, rc 0) 00000100:00100000:0.0:1781281457.027937:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996536320:12345-0@lo:101:mount.lustre.0 Request processed in 75us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.027943:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281457.027998:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536320:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281457.028008:0:26633:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d28d expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.028014:0:26633:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d28d expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.028071:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536384:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281457.028093:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.028105:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.028119:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536384 00000100:00100000:0.0:1781281457.028137:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281457.028141:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996536384:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281457.028319:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996536384:12345-0@lo:501:mount.lustre.0 Request processed in 177us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.028326:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281457.028358:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536384:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281457.028384:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536448:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281457.028424:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.028435:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.028449:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536448 00000100:00100000:0.0:1781281457.028467:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1781281457.028470:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996536448:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281457.028621:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996536448:12345-0@lo:503:mount.lustre.0 Request processed in 149us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.028628:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1781281457.028670:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536448:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1781281457.033261:0:26675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26675:1867807996536512:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781281457.033342:0:26675:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281457.033367:0:26675:0:(client.c:2500:ptlrpc_set_wait()) set 000000004446692a going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.033465:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536512 00000100:00100000:0.0:1781281457.033507:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1781281457.033513:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26675:x1867807996536512:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281457.034373:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26675:x1867807996536512:12345-0@lo:502:llog_process_th.0 Request processed in 857us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.034382:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1781281457.034440:0:26675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018286de1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26675:1867807996536512:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781281457.034469:0:26675:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1781281457.034473:0:26675:0:(obd_config.c:1798:class_config_llog_handler()) SKIP #2 00000020:01000000:0.0:1781281457.034474:0:26675:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281457.034476:0:26675:0:(obd_config.c:1824:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1781281457.034477:0:26675:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1781281457.034483:0:26675:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281457.034484:0:26675:0:(obd_config.c:1460:class_process_config()) marker 2 (0x6) general lod.*.mdt_hash 00000020:01000000:0.0:1781281457.034488:0:26675:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781281457.034491:0:26675:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281457.034492:0:26675:0:(obd_config.c:1460:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1781281457.034496:0:26675:0:(obd_config.c:1904:class_config_llog_handler()) cmd ce032, instance name: general-ffff91d901f4c800 00000020:00000080:0.0:1781281457.034498:0:26675:0:(obd_config.c:1384:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1781281457.036050:0:26675:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26675:1867807996536576:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281457.036114:0:26675:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.036136:0:26675:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.036155:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536576 00000100:00100000:0.0:1781281457.036188:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281457.036193:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26675:x1867807996536576:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281457.036361:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26675:x1867807996536576:12345-0@lo:502:llog_process_th.0 Request processed in 166us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.036368:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1781281457.036419:0:26675:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26675:1867807996536576:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781281457.036444:0:26675:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781281457.036450:0:26675:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781281457.036452:0:26675:0:(obd_config.c:1460:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1781281457.036456:0:26675:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 7 count 7 00000020:01000000:0.0:1781281457.036499:0:26633:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1781281457.036521:0:26633:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1781281457.036528:0:26633:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d28d expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036540:0:26633:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000c5f04f4b/0x3e391ad4c896d286 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d28d expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281457.036561:0:26633:0:(mgc_request.c:2207:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1781281457.036563:0:26633:0:(mgc_request.c:336:config_log_add()) add config log lustre-client-ffff91d901f4c800 10000000:01000000:0.0:1781281457.036566:0:26633:0:(mgc_request.c:216:do_config_log_add()) do adding config log lustre-client-ffff91d901f4c800 10000000:01000000:0.0:1781281457.036570:0:26633:0:(mgc_request.c:90:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1781281457.036574:0:26633:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d901f4c800 from 1 10000000:01000000:0.0:1781281457.036577:0:26633:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781281457.036597:0:26633:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036603:0:26633:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036611:0:26633:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.036622:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536640:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1781281457.036645:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.036656:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.036669:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536640 00000100:00100000:0.0:1781281457.036687:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1781281457.036690:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996536640:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281457.036698:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281457.036710:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c75e52fe/0x3e391ad4c896d29b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d294 expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036729:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c75e52fe/0x3e391ad4c896d29b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d294 expref: 10 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036739:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c75e52fe/0x3e391ad4c896d29b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d294 expref: 10 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036746:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c75e52fe, rc 0) 00000100:00100000:0.0:1781281457.036770:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26633:x1867807996536640:12345-0@lo:101:mount.lustre.0 Request processed in 79us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.036776:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1781281457.036803:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536640:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1781281457.036814:0:26633:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d29b expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.036821:0:26633:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d29b expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.036855:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281457.036875:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.036884:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.036896:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536704 00000100:00100000:0.0:1781281457.036912:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281457.036915:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26633:x1867807996536704:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281457.037014:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26633:x1867807996536704:12345-0@lo:501:mount.lustre.0 Request processed in 97us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.037406:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1781281457.037448:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1781281457.037476:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536768:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281457.037514:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.037525:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 00000000eeccc43b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.037541:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536768 00000100:00100000:0.0:1781281457.037558:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1781281457.037562:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26633:x1867807996536768:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281457.037696:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26633:x1867807996536768:12345-0@lo:503:mount.lustre.0 Request processed in 133us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.037703:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1781281457.038177:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996536768:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1781281457.041190:0:26677:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26677:1867807996536832:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281457.041291:0:26677:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.041314:0:26677:0:(client.c:2500:ptlrpc_set_wait()) set 000000004a188a5b going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.041335:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536832 00000100:00100000:0.0:1781281457.041370:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1781281457.041376:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c30207 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26677:x1867807996536832:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281457.041596:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c30207 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26677:x1867807996536832:12345-0@lo:502:llog_process_th.0 Request processed in 219us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.041604:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1781281457.041657:0:26677:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26677:1867807996536832:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1781281457.041702:0:26677:0:(obd_mount.c:191:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1781281457.041706:0:26677:0:(obd_config.c:1384:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1781281457.041734:0:26677:0:(genops.c:417:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (000000005b07ca4a) 00000020:00000080:0.0:1781281457.041794:0:26677:0:(obd_config.c:648:class_attach()) OBD: dev 17 attached type lwp with refcount 1 00000020:00000080:0.0:1781281457.041799:0:26677:0:(obd_config.c:1384:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1781281457.043547:0:26677:0:(ldlm_lib.c:121:import_set_conn()) imp 0000000091d29736@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.101@tcp at head 00010000:00010000:0.0:1781281457.050040:0:26677:0:(ldlm_pool.c:944:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-5 is initialized 00000020:00000080:0.0:1781281457.050210:0:26677:0:(obd_config.c:752:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1781281457.050249:0:26677:0:(lwp_dev.c:495:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1781281457.050262:0:26677:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x3e391ad4c896d2a9 00000100:00080000:0.0:1781281457.050346:0:26677:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1781281457.050350:0:26677:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 0000000091d29736 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281457.050454:0:26677:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e09b2871 x1867807996536896/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1781281457.050488:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996536896:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1781281457.050558:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.050605:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536896 00000100:00100000:0.0:1781281457.050635:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281457.050642:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996536896:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1781281457.050689:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7647b3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2994:x1867807996536896:12345-0@lo:38:llog_process_th.0 Request processed in 46us (131us total) trans 0 rc -11/-11 00000100:00100000:0.0:1781281457.050697:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1781281457.050731:0:2994:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1781281457.050737:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000091d29736 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1781281457.050752:0:2994:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.101@tcp failed (-11) 00000100:00100000:0.0:1781281457.050888:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996536896:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1781281457.050926:0:26677:0:(pinger.c:389:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1781281457.055081:0:26677:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26677:1867807996536960:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781281457.055167:0:26677:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281457.055194:0:26677:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f514d3c4 going to sleep for 6 seconds 00000100:00100000:0.0:1781281457.055805:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996536960 00000100:00100000:0.0:1781281457.055852:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281457.055859:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf97e839 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26677:x1867807996536960:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781281457.056137:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf97e839 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26677:x1867807996536960:12345-0@lo:502:llog_process_th.0 Request processed in 277us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.056149:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281457.056265:0:26677:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26677:1867807996536960:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781281457.056293:0:26677:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 42 count 42 00000020:01000000:0.0:1781281457.056330:0:26633:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1781281457.056351:0:26633:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781281457.056358:0:26633:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d29b expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.056369:0:26633:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000902edaa9/0x3e391ad4c896d294 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d29b expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281457.056390:0:26633:0:(mgc_request.c:1241:mgc_set_info_async()) register_target lustre-MDT0000 0x40000005 10000000:01000000:0.0:1781281457.056406:0:26633:0:(mgc_request.c:1177:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1781281457.056417:0:26633:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996537024:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1781281457.056446:0:26633:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281457.056469:0:26633:0:(client.c:2500:ptlrpc_set_wait()) set 0000000002898b5b going to sleep for 6 seconds 00000100:00100000:1.0:1781281457.056482:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537024 00000100:00100000:1.0:1781281457.056503:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1781281457.056507:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1e7e3d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:26633:x1867807996537024:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1781281457.056520:0:26638:0:(mgs_handler.c:365:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000004:00080000:3.0:1781281457.073400:0:26681:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:1.0:1781281457.096812:0:26681:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 20000000:01000000:2.0:1781281457.114424:0:26638:0:(mgs_nids.c:546:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1781281457.114437:0:26638:0:(mgs_handler.c:535:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1781281457.114456:0:26662:0:(mgs_nids.c:444:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1781281457.114461:0:26662:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1781281457.114483:0:26662:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.114502:0:26662:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 10 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.114509:0:26662:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.114552:0:26662:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 10 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.114564:0:26662:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 10 pid: 26638 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1781281457.114577:0:26662:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f165ccf1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:26662:1867807996537088:0@lo:104: 00000100:00100000:2.0:1781281457.114640:0:26662:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281457.114666:0:26662:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cca0d92a going to sleep for 11 seconds 00000100:00100000:2.0:1781281457.114702:0:5489:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537088 00000100:00100000:2.0:1781281457.114757:0:5489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281457.114763:0:5489:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:26662:x1867807996537088:12345-0@lo:104: 00010000:00010000:2.0:1781281457.114773:0:5489:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.114822:0:5489:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1781281457.114828:0:5489:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5138c6c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+3:26662:x1867807996537088:12345-0@lo:104: Request processed in 65us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281457.114835:0:5489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:2.0:1781281457.115099:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781281457.115104:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115112:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a6f4151a already unused, calling callback (0000000076f01a74) 10000000:00010000:2.0:1781281457.115115:0:7835:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115123:0:7835:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1781281457.115134:0:7835:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281457.115138:0:7835:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1781281457.115214:0:7835:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115220:0:7835:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781281457.115239:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115244:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.101@tcp lock: 00000000a6f4151a/0x3e391ad4c896d278 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x3e391ad4c896d27f expref: -99 pid: 26633 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115258:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281457.115260:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281457.115262:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281457.115273:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996537152:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1781281457.115304:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281457.115375:0:12101:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537152 00010000:00010000:2.0:1781281457.115392:0:12101:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 11 pid: 26638 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1781281457.115413:0:12101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:2.0:1781281457.115417:0:12101:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:2998:x1867807996537152:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281457.115426:0:12101:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781281457.115430:0:12101:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 11 pid: 26638 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1781281457.115439:0:12101:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 11 pid: 26638 timeout: 1098 lvb_type: 0 00010000:00010000:2.0:1781281457.115453:0:12101:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115460:0:12101:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1781281457.115472:0:12101:0:(mgs_nids.c:420:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001012891s 00010000:00010000:2.0:1781281457.115475:0:12101:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115481:0:12101:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115487:0:12101:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115492:0:12101:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115497:0:12101:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eea00f2f already unused, calling callback (0000000094c6745c) 00010000:00010000:2.0:1781281457.115500:0:12101:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115506:0:12101:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115513:0:12101:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115521:0:12101:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781281457.115547:0:12101:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabfb563 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:2998:x1867807996537152:12345-0@lo:103:ldlm_bl_03.0 Request processed in 129us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281457.115556:0:12101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:2.0:1781281457.115591:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996537152:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1781281457.115616:0:26662:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008082a6cb/0x3e391ad4c896d27f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x3e391ad4c896d278 expref: 10 pid: 26638 timeout: 1098 lvb_type: 0 00000100:00100000:2.0:1781281457.115625:0:26662:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f165ccf1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:26662:1867807996537088:0@lo:104: 00010000:00010000:2.0:1781281457.115635:0:26662:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115642:0:26662:0:(ldlm_request.c:196:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115647:0:26662:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281457.115652:0:26662:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26662 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281457.121928:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1e7e3d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:26633:x1867807996537024:12345-0@lo:253:mount.lustre.0 Request processed in 65411us (65474us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281457.121945:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1781281457.122110:0:26633:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fe18d2fd-47a2-47ff-98fc-180cf48b334a:26633:1867807996537024:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1781281457.122129:0:26633:0:(mgc_request.c:1197:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:02000000:1.0:1781281457.122149:0:26633:0:(obd_mount_server.c:2104:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1781281457.122946:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281457.123286:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281457.123374:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281457.123411:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281457.123495:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281457.123540:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281457.124332:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281457.124382:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281457.124479:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281457.124554:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1781281457.124649:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1781281457.124818:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000040:01000000:0.0:1781281457.145938:0:26633:0:(llog_obd.c:212:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1781281457.147349:0:26684:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:3.0:1781281457.147358:0:26684:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:0.0:1781281457.147842:0:26685:0:(llog_osd.c:2111:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:0.0:1781281457.148870:0:26685:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281457.152093:0:26685:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x1:1024:0 index 261376 count 1 00000004:00080000:0.0:1781281457.152127:0:26685:0:(lod_dev.c:439:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1781281457.152131:0:26685:0:(lod_dev.c:462:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:0.0:1781281457.155885:0:26633:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1781281457.156173:0:26633:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1781281457.156610:0:26633:0:(mdd_device.c:544:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1781281457.156617:0:26633:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1781281457.156685:0:26633:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1781281457.157692:0:26633:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x5:10:0 index 64768 count 1 00000040:00080000:0.0:1781281457.158207:0:26633:0:(llog.c:789:llog_process_thread()) stop processing catalog 0x6:10:0 index 64768 count 1 00000040:01000000:0.0:1781281457.158223:0:26633:0:(llog_obd.c:212:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1781281457.158329:0:26633:0:(llog_osd.c:233:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1781281457.160581:0:26633:0:(osd_index.c:2101:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3d:0x0] (8/8/4) registered 00010000:00080000:0.0:1781281457.162926:0:26633:0:(ldlm_lib.c:2932:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 34359738376 00010000:00080000:3.0:1781281457.163612:0:26686:0:(ldlm_lib.c:2747:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 26686 00010000:02000000:3.0:1781281457.163654:0:26686:0:(ldlm_lib.c:2220:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:3.0:1781281457.166770:0:26686:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:3.0:1781281457.166778:0:26686:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00000020:01000004:0.0:1781281457.167166:0:26633:0:(obd_mount_server.c:312:server_mgc_clear_fs()) Unassign mgc disk 00000020:01000004:0.0:1781281457.167199:0:26633:0:(obd_mount_server.c:1875:server_fill_super_common()) Server sb, dev=47 00000080:00000004:0.0:1781281457.167220:0:26633:0:(super25.c:186:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00000100:00100000:1.0:1781281457.618538:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281457.618584:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281457.618770:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823488 00000100:00100000:3.0:1781281457.618861:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 445 00000100:00100000:3.0:1781281457.618869:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981823488:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281457.618944:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981823488:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281457.618974:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 445 00000100:00100000:0.0:1781281457.619492:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823424 00000100:00100000:0.0:1781281457.619563:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5 00000100:00100000:0.0:1781281457.619569:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2211:x1867807981823424:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000020:00080000:0.0:1781281457.619577:0:26646:0:(tgt_handler.c:780:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.1@tcp 00000100:00100000:0.0:1781281457.619608:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b83d2800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2211:x1867807981823424:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 39us (1025us total) trans 0 rc -107/-107 00000100:00100000:0.0:1781281457.619615:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5 00000100:00100000:0.0:1781281457.622155:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281457.622200:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823360 00000100:00100000:0.0:1781281457.622236:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:0.0:1781281457.622243:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cdf51ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2210:x1867807981823360:12345-192.168.204.1@tcp:250:kworker/u8:4.0 00010000:00080000:0.0:1781281457.622270:0:26638:0:(ldlm_lib.c:1370:target_handle_connect()) MGS: connection from ecf7ee81-2075-4f26-b532-0d44497bf6c9@192.168.204.1@tcp t0 exp 0000000000000000 cur 998 last 0 00000020:00000080:0.0:1781281457.622299:0:26638:0:(genops.c:1359:class_connect()) connect: client ecf7ee81-2075-4f26-b532-0d44497bf6c9, cookie 0x3e391ad4c896d2b7 00000020:01000000:0.0:1781281457.622305:0:26638:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 0000000031489185 00000100:00080000:0.0:1781281457.625479:0:26638:0:(import.c:86:import_set_state_nolock()) 00000000312c84f5 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281457.626121:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cdf51ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:2210:x1867807981823360:12345-192.168.204.1@tcp:250:kworker/u8:4.0 Request processed in 3875us (3970us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281457.626135:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00010000:00010000:0.0:1781281457.650569:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281457.681653:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281457.681752:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823552 00000100:00100000:1.0:1781281457.681800:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 6 00000100:00100000:1.0:1781281457.681806:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018286de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2210:x1867807981823552:12345-192.168.204.1@tcp:38:ptlrpcd_00_00.0 00010000:00080000:1.0:1781281457.681834:0:26646:0:(ldlm_lib.c:889:target_handle_reconnect()) connect export for UUID 'fd013285-183a-4106-aea7-7bb500a78bd8' at 00000000926b2074, cookie 0x3e391ad4c896d224 00010000:00080000:1.0:1781281457.681839:0:26646:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp recovering/t18446637795031539464 exp 00000000926b2074 cur 998 last 1781281456 00010000:02000400:1.0:1781281457.681847:0:26646:0:(ldlm_lib.c:1923:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00010000:00080000:1.0:1781281457.689371:0:26646:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00000004:00100000:1.0:1781281457.689518:0:26646:0:(mdt_handler.c:6641:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1781281457.689525:0:26646:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000002b605083 00000100:00080000:1.0:1781281457.689906:0:26646:0:(import.c:86:import_set_state_nolock()) 00000000cdb924d8 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281457.690111:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018286de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981823552:12345-192.168.204.1@tcp:38:ptlrpcd_00_00.0 Request processed in 8302us (8464us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281457.690122:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 6 00010000:00080000:2.0:1781281457.690466:0:26686:0:(ldlm_lib.c:2450:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:2.0:1781281457.690472:0:26686:0:(ldlm_lib.c:2581:replay_request_or_update()) Waiting for transno 34359738377 00000020:00080000:2.0:1781281457.690477:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281457.690480:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 34359738377 00000020:00080000:2.0:1781281457.690483:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:2.0:1781281457.690484:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 34359738377 00000100:00100000:0.0:1781281457.692231:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281457.692317:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821440 00000100:00100000:1.0:1781281457.692369:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 7 00000100:00100000:1.0:1781281457.692375:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981821440:12345-192.168.204.1@tcp:36:dd.0 00010000:00080000:1.0:1781281457.692401:0:26646:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 34359738377, current: 34359738378, replaying 00000100:00100000:1.0:1781281457.692421:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000105ede99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981821440:12345-192.168.204.1@tcp:36:dd.0 Request processed in 45us (195us total) trans 0 rc 0/-999 00000100:00100000:1.0:1781281457.692427:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 7 00000020:00080000:0.0:1781281457.692506:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281457.692509:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 34359738378, next_transno: 34359738377 00010000:00080000:0.0:1781281457.692513:0:26686:0:(ldlm_lib.c:2143:check_for_next_transno()) lustre-MDT0000: waking for gap in transno, VBR is OFF (skip: 34359738377, ql: 1, comp: 0, conn: 1, next: 34359738378, next_update 0 last_committed: 34359738376) 00000020:00080000:0.0:1781281457.692518:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281457.692526:0:26686:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981821440 t34359738378 from 192.168.204.1@tcp req@00000000105ede99 x1867807981821440/t0(34359738378) o36->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:182/0 lens 488/0 e 0 to 0 dl 1781281497 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'dd.0' 00000004:00080000:1.0:1781281457.698326:0:26686:0:(mdt_identity.c:116:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5739us 00010000:00010000:1.0:1781281457.723260:0:26686:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281457.723282:0:26686:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281457.723297:0:26686:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281457.723444:0:26686:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000105ede99 reply state 0000000022879637 transno 34359738378 ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1781281457.723700:0:26686:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:1.0:1781281457.724352:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281457.724356:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 34359738379 00000020:00080000:1.0:1781281457.724360:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281457.724361:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 34359738379 00010000:00010000:3.0:1781281457.725030:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281457.725045:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281457.725052:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281457.725059:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005fae109c already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281457.725062:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281457.725069:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281457.725084:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (00000000276bc643) 00010000:00010000:3.0:1781281457.725087:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281457.725090:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281457.725094:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005fae109c/0x3e391ad4c896d2be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281457.725295:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281457.725514:0:26661:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981821504 00000100:00100000:3.0:1781281457.725606:0:26661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:3.0:1781281457.725612:0:26661:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981821504:12345-192.168.204.1@tcp:10:dd.0 00010000:00080000:3.0:1781281457.725629:0:26661:0:(ldlm_lib.c:3107:target_queue_recovery_request()) Next recovery transno: 34359738379, current: 34359738379, replaying 00000100:00100000:3.0:1781281457.725642:0:26661:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046155597 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2210:x1867807981821504:12345-192.168.204.1@tcp:10:dd.0 Request processed in 30us (351us total) trans 0 rc 0/-999 00000100:00100000:3.0:1781281457.725650:0:26661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00000020:00080000:1.0:1781281457.725667:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281457.725670:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 1, req_transno: 34359738379, next_transno: 34359738379 00010000:00080000:1.0:1781281457.725673:0:26686:0:(ldlm_lib.c:2131:check_for_next_transno()) waking for next (34359738379) 00000020:00080000:1.0:1781281457.725675:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281457.725685:0:26686:0:(ldlm_lib.c:2643:replay_request_or_update()) @@@ processing x1867807981821504 t34359738379 from 192.168.204.1@tcp req@0000000046155597 x1867807981821504/t0(34359738379) o10->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:148/0 lens 440/0 e 0 to 0 dl 1781281463 ref 1 fl Complete:/4/ffffffff rc 0/-1 job:'dd.0' 00010000:00080000:1.0:1781281457.725906:0:26686:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00000020:00080000:1.0:1781281457.725918:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281457.725920:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 34359738380 00000020:00080000:1.0:1781281457.725922:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1781281457.725923:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 34359738380 00000100:00100000:1.0:1781281457.732648:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281457.732834:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823616 00000100:00100000:3.0:1781281457.733008:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 8 00000100:00100000:3.0:1781281457.733026:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0c337b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981823616:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 00010000:00080000:3.0:1781281457.733055:0:26648:0:(ldlm_lib.c:3066:target_queue_recovery_request()) @@@ queue lock replay req req@00000000d0c337b6 x1867807981823616/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:182/0 lens 328/0 e 0 to 0 dl 1781281497 ref 2 fl Interpret:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00100000:3.0:1781281457.733072:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0c337b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+8:2210:x1867807981823616:12345-192.168.204.1@tcp:101:ldlm_lock_repla.0 Request processed in 47us (433us total) trans 0 rc 0/-999 00000100:00100000:3.0:1781281457.733078:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 8 00000020:00080000:0.0:1781281457.733132:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281457.733136:0:26686:0:(ldlm_lib.c:2113:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 34359738380 00010000:00080000:0.0:1781281457.733138:0:26686:0:(ldlm_lib.c:2147:check_for_next_transno()) waking for completed recovery 00000020:00080000:0.0:1781281457.733141:0:26686:0:(update_recovery.c:605:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1781281457.733146:0:26686:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00010000:00080000:0.0:1781281457.733148:0:26686:0:(ldlm_lib.c:2167:check_for_next_lock()) waking for next lock 00010000:00080000:0.0:1781281457.733153:0:26686:0:(ldlm_lib.c:2779:target_recovery_thread()) @@@ processing lock from 192.168.204.1@tcp: req@00000000d0c337b6 x1867807981823616/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:182/0 lens 328/0 e 0 to 0 dl 1781281497 ref 1 fl Complete:/40/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00010000:00010000:0.0:1781281457.733193:0:26686:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281457.733220:0:26686:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248674 expref: -99 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.733245:0:26686:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 9 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.733260:0:26686:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 9 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281457.733270:0:26686:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007a8080f0, rc 0) 00010000:00080000:0.0:1781281457.733327:0:26686:0:(ldlm_lib.c:1985:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 99 seconds 00010000:00080000:0.0:1781281457.733337:0:26686:0:(ldlm_lib.c:2337:target_next_replay_lock()) Waiting for lock 00000100:00100000:3.0:1781281457.735285:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281457.738815:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823680 00000100:00100000:2.0:1781281457.738894:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:2.0:1781281457.739030:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981823680:12345-192.168.204.1@tcp:400:ptlrpcd_rcv.0 00010000:00080000:2.0:1781281457.739055:0:26648:0:(ldlm_lib.c:3016:target_queue_recovery_request()) @@@ queue final req req@00000000d1160bfd x1867807981823680/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:182/0 lens 224/0 e 0 to 0 dl 1781281497 ref 2 fl Interpret:H/c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' 00000100:00100000:2.0:1781281457.739131:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1160bfd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:2210:x1867807981823680:12345-192.168.204.1@tcp:400:ptlrpcd_rcv.0 Request processed in 228us (3851us total) trans 0 rc 0/-999 00000100:00100000:2.0:1781281457.739139:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00010000:00080000:0.0:1781281457.739236:0:26686:0:(ldlm_lib.c:2170:check_for_next_lock()) waking for completed lock replay 00000001:00000004:0.0:1781281457.739477:0:26686:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 9, last_transno is 38654705664 00000001:00100000:2.0:1781281457.788040:0:26681:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000001:00080000:2.0:1781281457.788061:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 34359738379 is committed 00010000:00080000:0.0:1781281457.788756:0:26686:0:(ldlm_lib.c:1885:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:0.0:1781281457.788773:0:26686:0:(ldlm_lib.c:2813:target_recovery_thread()) @@@ processing final ping from 192.168.204.1@tcp: req@00000000d1160bfd x1867807981823680/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:182/0 lens 224/0 e 0 to 0 dl 1781281497 ref 1 fl Complete:H/c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' 00010000:02000000:0.0:1781281457.788870:0:26686:0:(ldlm_lib.c:1759:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000001:00100000:2.0:1781281457.837346:0:7126:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1781281457.844763:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 10000000:01000000:0.0:1781281458.159308:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1781281458.159315:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-mdtir-ffff91d901f4c800 from 13 10000000:01000000:0.0:1781281458.159321:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1781281458.159363:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.159374:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.159383:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281458.159404:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6e74a6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.159478:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281458.159509:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000005428f321 going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.160028:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537216 00000100:00100000:1.0:1781281458.160070:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1781281458.160075:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087d3d20f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+9:5503:x1867807996537216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281458.160088:0:26636:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281458.160101:0:26636:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005ea14e19/0x3e391ad4c896d2d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d2cc expref: -99 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.160123:0:26636:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005ea14e19/0x3e391ad4c896d2d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d2cc expref: 10 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.160133:0:26636:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005ea14e19/0x3e391ad4c896d2d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d2cc expref: 10 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.160140:0:26636:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005ea14e19, rc 0) 00000100:00100000:1.0:1781281458.160184:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087d3d20f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996537216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.160190:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1781281458.160264:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6e74a6 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.160277:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2d3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.160285:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d2d3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.160341:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f165ccf1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537280:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.160371:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.160389:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d5850c1a going to sleep for 6 seconds 00000100:00100000:0.0:1781281458.160526:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537280 00000100:00100000:0.0:1781281458.160555:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1781281458.160558:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b575801b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996537280:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1781281458.160572:0:26638:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1781281458.160582:0:26638:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:0.0:1781281458.160584:0:26638:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 13 00000100:00100000:0.0:1781281458.160651:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b575801b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996537280:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 92us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281458.160658:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1781281458.160902:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f165ccf1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537280:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1781281458.161041:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1781281458.161046:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2d3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.161054:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000063f18088/0x3e391ad4c896d2cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2d3 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281458.161063:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781281458.161064:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d8ffdb5000 from 42 10000000:01000000:3.0:1781281458.161066:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781281458.161085:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.161091:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.161097:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281458.161107:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.161131:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281458.161150:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e806b14 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.161200:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537344 00000100:00100000:2.0:1781281458.161217:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1781281458.161221:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f25544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+10:5503:x1867807996537344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.161227:0:26637:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281458.161236:0:26637:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d2da expref: -99 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.161249:0:26637:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d2da expref: 11 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.161256:0:26637:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000eea00f2f/0x3e391ad4c896d2e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d2da expref: 11 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.161262:0:26637:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eea00f2f, rc 0) 00000100:00100000:2.0:1781281458.161292:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f25544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996537344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 70us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.161297:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1781281458.161452:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281458.161460:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2e1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.161467:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d2e1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281458.161510:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.161530:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281458.161546:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e806b14 going to sleep for 6 seconds 00000100:00100000:0.0:1781281458.161637:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537408 00000100:00100000:0.0:1781281458.161659:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1781281458.161663:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff8999b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996537408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.161942:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff8999b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996537408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 278us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281458.161949:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1781281458.162200:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.162229:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.162271:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281458.162292:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e806b14 going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.162345:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537472 00000100:00100000:1.0:1781281458.162374:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1781281458.162379:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb710330 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996537472:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.162614:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb710330 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996537472:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 234us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.162621:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1781281458.162811:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537472:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1781281458.163830:0:26751:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:2.0:1781281458.164184:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:2.0:1781281458.164210:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781281458.164217:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2e1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.164229:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000bc9ae5ab/0x3e391ad4c896d2da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2e1 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281458.164240:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1781281458.164243:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1781281458.164245:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1781281458.164274:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.164281:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.164289:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.164311:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.164361:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.164430:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000560f6cfd going to sleep for 6 seconds 00000100:00100000:0.0:1781281458.164544:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537536 00000100:00100000:0.0:1781281458.164621:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1781281458.164627:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+11:5503:x1867807996537536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281458.164637:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281458.164649:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000063b94ac9/0x3e391ad4c896d2ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d2e8 expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.164672:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000063b94ac9/0x3e391ad4c896d2ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d2e8 expref: 12 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.164680:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000063b94ac9/0x3e391ad4c896d2ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d2e8 expref: 12 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.164687:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000063b94ac9, rc 0) 00000100:00100000:0.0:1781281458.164739:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996537536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281458.164745:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1781281458.164812:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.164824:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2ef expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.164832:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d2ef expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.164880:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.164901:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.165063:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000560f6cfd going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.165334:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537600 00000100:00100000:1.0:1781281458.165356:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1781281458.165360:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996537600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.165608:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996537600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 247us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.165615:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1781281458.165848:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.165880:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.165925:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.166030:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000560f6cfd going to sleep for 6 seconds 00000100:00100000:3.0:1781281458.166119:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537664 00000100:00100000:0.0:1781281458.166161:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1781281458.166166:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996537664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.171583:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996537664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 5408us (5650us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281458.171600:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1781281458.171793:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049d66f1d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281458.172779:0:26752:0:(llog.c:789:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:3.0:1781281458.172935:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1781281458.173193:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1781281458.173201:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2ef expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.173212:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000009939bc0d/0x3e391ad4c896d2e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2ef expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281458.173221:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1781281458.173224:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d8ffdb5000 from 7 10000000:01000000:3.0:1781281458.173226:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1781281458.173258:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.173264:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.173272:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281458.173291:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.173343:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281458.176576:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000006e806b14 going to sleep for 6 seconds 00000100:00100000:0.0:1781281458.176840:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537728 00000100:00100000:1.0:1781281458.176979:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1781281458.176985:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+12:5503:x1867807996537728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281458.177012:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281458.177151:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b7a6f844/0x3e391ad4c896d2fd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d2f6 expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.177182:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b7a6f844/0x3e391ad4c896d2fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d2f6 expref: 13 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.177191:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b7a6f844/0x3e391ad4c896d2fd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d2f6 expref: 13 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.177199:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b7a6f844, rc 0) 00000100:00100000:1.0:1781281458.177258:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996537728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 272us (3915us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.177265:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281458.177358:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af64e6ee pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.177373:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2fd expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.177382:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d2fd expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.177529:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.177565:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.177587:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058b090bf going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.177641:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537792 00000100:00100000:1.0:1781281458.177670:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281458.177674:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996537792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.177950:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996537792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 274us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.178116:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1781281458.178205:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.178235:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.178277:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.178398:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058b090bf going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.178641:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537856 00000100:00100000:1.0:1781281458.178749:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281458.178755:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996537856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.179068:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996537856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 313us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.179076:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1781281458.179148:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281458.187488:0:26753:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:3.0:1781281458.187724:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1781281458.187750:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1781281458.187759:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2fd expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.187770:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000792e5c2c/0x3e391ad4c896d2f6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d2fd expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1781281458.187779:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781281458.187781:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff91d901d89800 from 42 10000000:01000000:3.0:1781281458.187784:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781281458.187821:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.187829:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.187839:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281458.187862:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e745a34f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.187925:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281458.187985:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f3d2774f going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.188330:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537920 00000100:00100000:2.0:1781281458.188372:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281458.188378:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+13:5503:x1867807996537920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.188390:0:26636:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281458.188403:0:26636:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000005fac71/0x3e391ad4c896d30b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d304 expref: -99 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.188428:0:26636:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000005fac71/0x3e391ad4c896d30b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d304 expref: 14 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.188449:0:26636:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000005fac71/0x3e391ad4c896d30b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d304 expref: 14 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.188457:0:26636:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000005fac71, rc 0) 00000100:00100000:2.0:1781281458.188498:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996537920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.188504:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1781281458.188549:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e745a34f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.188561:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d30b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.188573:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d30b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.188619:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.188640:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.188650:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c2a9e2 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.188662:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996537984 00000100:00100000:2.0:1781281458.188678:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1781281458.188682:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996537984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.188793:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996537984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.188800:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1781281458.188825:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996537984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.188850:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.188890:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.188901:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000002657383a going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.188917:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538048 00000100:00100000:2.0:1781281458.188935:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1781281458.188938:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996538048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.189115:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996538048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 176us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.189122:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1781281458.189160:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781281458.189800:0:26754:0:(llog.c:789:llog_process_thread()) stop processing plain 0x3:10:0 index 64768 count 42 00000020:01000000:2.0:1781281458.189835:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 10000000:01000000:2.0:1781281458.189855:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781281458.189860:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d30b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.189869:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 0000000071abebdf/0x3e391ad4c896d304 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d30b expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281458.189876:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1781281458.189878:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1781281458.189881:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1781281458.189902:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.189908:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.189915:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.189927:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.189979:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.189991:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c2a9e2 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.190021:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538112 00000100:00100000:2.0:1781281458.190043:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281458.190047:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+14:5503:x1867807996538112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.190056:0:26637:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281458.190067:0:26637:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000079e030bf/0x3e391ad4c896d319 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d312 expref: -99 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.190083:0:26637:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000079e030bf/0x3e391ad4c896d319 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d312 expref: 15 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.190091:0:26637:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000079e030bf/0x3e391ad4c896d319 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d312 expref: 15 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.190099:0:26637:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000079e030bf, rc 0) 00000100:00100000:2.0:1781281458.190121:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996538112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 73us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.190126:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1781281458.190155:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.190164:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d319 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.190171:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d319 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.190202:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.190223:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.190233:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b5c2a9e2 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.190243:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538176 00000100:00100000:2.0:1781281458.190260:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1781281458.190264:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996538176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.190415:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996538176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 150us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.190422:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1781281458.190446:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.190465:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.190499:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.190508:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001fa7cfd6 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.190519:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538240 00000100:00100000:2.0:1781281458.190535:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1781281458.190538:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996538240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.204406:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996538240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 13859us (13899us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.204423:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1781281458.204540:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781281458.206235:0:26755:0:(llog.c:789:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:2.0:1781281458.206394:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1781281458.206423:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1781281458.206431:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d319 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.206453:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 000000003f1334f4/0x3e391ad4c896d312 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d319 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1781281458.206462:0:5503:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1781281458.206464:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff91d901d89800 from 7 10000000:01000000:2.0:1781281458.206467:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1781281458.206501:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.206506:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.206515:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281458.206536:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781281458.206597:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281458.206627:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 000000001fa7cfd6 going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.206817:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538304 00000100:00100000:1.0:1781281458.206860:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1781281458.206866:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+15:5503:x1867807996538304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781281458.206878:0:26637:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281458.206891:0:26637:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a98dfd05/0x3e391ad4c896d327 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d320 expref: -99 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.206911:0:26637:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a98dfd05/0x3e391ad4c896d327 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d320 expref: 16 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.206920:0:26637:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a98dfd05/0x3e391ad4c896d327 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d320 expref: 16 pid: 26637 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.206927:0:26637:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a98dfd05, rc 0) 00000100:00100000:1.0:1781281458.207012:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996538304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.207019:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1781281458.207103:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281458.207118:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d327 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.207125:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d327 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281458.207181:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a01dab7a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281458.207204:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281458.207224:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c0cc9173 going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.207276:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538368 00000100:00100000:1.0:1781281458.207304:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1781281458.207307:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996538368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.207422:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996538368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 113us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.207428:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1781281458.207472:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a01dab7a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.207501:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.207548:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281458.207566:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f56ea278 going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.208166:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538432 00000100:00100000:1.0:1781281458.208188:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1781281458.208192:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0a38279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996538432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.208362:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0a38279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996538432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 168us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281458.208369:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1781281458.208732:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781281458.210503:0:26756:0:(llog.c:789:llog_process_thread()) stop processing plain 0x2:10:0 index 64768 count 7 00000020:01000000:1.0:1781281458.213201:0:5503:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1781281458.213246:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1781281458.213254:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d327 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.213266:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000a0fbba8a/0x3e391ad4c896d320 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d327 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1781281458.213276:0:5503:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1781281458.213279:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log nodemap-ffff91d8c6135360 from 1 10000000:01000000:1.0:1781281458.213281:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1781281458.213320:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.213331:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281458.213340:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281458.213362:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.213441:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281458.213467:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b2df1fc4 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.213549:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538496 00000100:00100000:2.0:1781281458.213602:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1781281458.213607:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027527a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+16:5503:x1867807996538496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.213620:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281458.213633:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000de2d2e2f/0x3e391ad4c896d335 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d32e expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.213655:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2d2e2f/0x3e391ad4c896d335 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d32e expref: 17 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.213664:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000de2d2e2f/0x3e391ad4c896d335 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d32e expref: 17 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.213672:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000de2d2e2f, rc 0) 00000100:00100000:2.0:1781281458.213726:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027527a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996538496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.213732:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1781281458.213751:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281458.213764:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d335 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.213771:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d335 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281458.213803:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1781281458.213805:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d335 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.213811:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000a4c8a407/0x3e391ad4c896d32e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d335 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1781281458.213818:0:5503:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1781281458.213819:0:5503:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff91d8c6135360 from 1 10000000:01000000:0.0:1781281458.213821:0:5503:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1781281458.213834:0:5503:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.213840:0:5503:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.213846:0:5503:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281458.213857:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.213879:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281458.213897:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f56ea278 going to sleep for 6 seconds 00000100:00100000:2.0:1781281458.214593:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538560 00000100:00100000:2.0:1781281458.214633:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1781281458.214637:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b4f3f4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+17:5503:x1867807996538560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781281458.214646:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281458.214658:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000022394346/0x3e391ad4c896d343 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3e391ad4c896d33c expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.214672:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022394346/0x3e391ad4c896d343 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x3e391ad4c896d33c expref: 18 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.214679:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000022394346/0x3e391ad4c896d343 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x3e391ad4c896d33c expref: 18 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281458.214690:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000022394346, rc 0) 00000100:00100000:2.0:1781281458.214746:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b4f3f4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996538560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281458.214752:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1781281458.214823:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281458.214835:0:5503:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d343 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.214848:0:5503:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x3e391ad4c896d343 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1781281458.214899:0:5503:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781281458.214925:0:5503:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281458.214944:0:5503:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f56ea278 going to sleep for 6 seconds 00000100:00100000:1.0:1781281458.215099:0:26637:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538624 00000100:00100000:1.0:1781281458.215132:0:26637:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1781281458.215135:0:26637:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9b9f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996538624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781281458.215236:0:26637:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9b9f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:5503:x1867807996538624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 100us (311us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781281458.215243:0:26637:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1781281458.215299:0:5503:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fe18d2fd-47a2-47ff-98fc-180cf48b334a:5503:1867807996538624:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1781281458.215323:0:5503:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.204.101@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1781281458.215327:0:5503:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d343 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281458.215333:0:5503:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.101@tcp lock: 00000000a1138ccc/0x3e391ad4c896d33c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x3e391ad4c896d343 expref: -99 pid: 5503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281458.669580:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281459.151559:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281459.152072:0:26661:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823744 00002000:00100000:1.0:1781281459.152122:0:26661:0:(mdt_io.c:192:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000bd1:0x42f:0x0] req@000000008ef78214 x1867807981823744/t0(0) o4->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:161/0 lens 496/0 e 0 to 0 dl 1781281476 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dd.0' 00002000:00100000:1.0:1781281459.152136:0:26661:0:(mdt_io.c:108:mdt_prolong_dom_lock()) Prolong DOM lock for req 000000008ef78214 with x1867807981823744 00000100:00100000:1.0:1781281459.152173:0:26661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:1.0:1781281459.152180:0:26661:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+7:2212:x1867807981823744:12345-192.168.204.1@tcp:4:dd.0 00000100:00100000:1.0:1781281459.152622:0:26661:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ef78214 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:2212:x1867807981823744:12345-192.168.204.1@tcp:4:dd.0 Request processed in 440us (1069us total) trans 38654705665 rc 0/0 00000100:00100000:1.0:1781281459.152630:0:26661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00002000:00100000:1.0:1781281459.152637:0:26661:0:(mdt_io.c:192:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000bd1:0x42f:0x0] req@000000008ef78214 x1867807981823744/t38654705665(0) o4->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:161/0 lens 496/448 e 0 to 0 dl 1781281476 ref 1 fl Complete:/0/0 rc 0/0 job:'dd.0' 00002000:00100000:1.0:1781281459.152646:0:26661:0:(mdt_io.c:108:mdt_prolong_dom_lock()) Prolong DOM lock for req 000000008ef78214 with x1867807981823744 00000100:00100000:2.0:1781281459.215230:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281459.215377:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823808 00000100:00100000:0.0:1781281459.215505:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:0.0:1781281459.215512:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1273b6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+4:5005:x1867807981823808:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281459.215531:0:26636:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281459.215549:0:26636:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000b51f970/0x3e391ad4c896d34a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124867b expref: -99 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281459.215579:0:26636:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b51f970/0x3e391ad4c896d34a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124867b expref: 5 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281459.215590:0:26636:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000b51f970/0x3e391ad4c896d34a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124867b expref: 5 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281459.215599:0:26636:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000b51f970, rc 0) 00000100:00100000:0.0:1781281459.215655:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1273b6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981823808:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 143us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281459.215662:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:3.0:1781281459.218261:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281459.218352:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823872 00000100:00100000:0.0:1781281459.218406:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:0.0:1781281459.218413:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b77e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981823872:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 20000000:01000000:0.0:1781281459.218439:0:26636:0:(mgs_nids.c:636:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:0.0:1781281459.218450:0:26636:0:(mgs_nids.c:193:mgs_nidtbl_read()) fsname lustre, entry size 32, pages 4064/1/4/3. 20000000:01000000:0.0:1781281459.218453:0:26636:0:(mgs_nids.c:205:mgs_nidtbl_read()) Read IR logs lustre return with 32, version 13 00000100:00100000:3.0:1781281459.228366:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b77e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981823872:12345-192.168.204.1@tcp:256:ll_cfg_requeue.0 Request processed in 9942us (10321us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281459.228384:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 46 00000100:00100000:1.0:1781281459.237374:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281459.237798:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981823936 00000100:00100000:3.0:1781281459.237847:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:3.0:1781281459.237854:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b66129fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+5:5005:x1867807981823936:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281459.237870:0:26636:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281459.237890:0:26636:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a8b32f76/0x3e391ad4c896d351 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248682 expref: -99 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281459.237919:0:26636:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a8b32f76/0x3e391ad4c896d351 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248682 expref: 6 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281459.237930:0:26636:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a8b32f76/0x3e391ad4c896d351 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248682 expref: 6 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281459.237939:0:26636:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a8b32f76, rc 0) 00000100:00100000:3.0:1781281459.238027:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b66129fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981823936:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 172us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281459.238034:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 47 00000100:00100000:1.0:1781281459.248691:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281459.248824:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824000 00000100:00100000:3.0:1781281459.248881:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:3.0:1781281459.248888:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000306c0d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+6:5005:x1867807981824000:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281459.249069:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000306c0d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981824000:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 180us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281459.249076:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 48 00000100:00100000:3.0:1781281459.256004:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281459.256214:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824064 00000100:00100000:0.0:1781281459.256272:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:0.0:1781281459.256279:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0d2f0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981824064:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781281459.256511:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0d2f0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981824064:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 231us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281459.256519:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:2.0:1781281459.262279:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281459.267197:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824128 00000100:00100000:0.0:1781281459.267273:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:0.0:1781281459.267279:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002471b114 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+7:5005:x1867807981824128:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781281459.267299:0:26638:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281459.267319:0:26638:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000285fb576/0x3e391ad4c896d358 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248689 expref: -99 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281459.267353:0:26638:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000285fb576/0x3e391ad4c896d358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248689 expref: 8 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281459.267365:0:26638:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000285fb576/0x3e391ad4c896d358 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248689 expref: 8 pid: 26638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281459.267374:0:26638:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000285fb576, rc 0) 00000100:00100000:0.0:1781281459.267450:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002471b114 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981824128:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 170us (5181us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281459.267459:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 50 00000100:00100000:0.0:1781281459.271463:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281459.271841:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824192 00000100:00100000:3.0:1781281459.271917:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:3.0:1781281459.271923:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007543bc66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981824192:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281459.272102:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007543bc66 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981824192:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 178us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281459.272109:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 51 00000100:00100000:2.0:1781281459.290041:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281459.296670:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824256 00000100:00100000:3.0:1781281459.296748:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:3.0:1781281459.296757:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004facc529 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981824256:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781281459.297016:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004facc529 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981824256:12345-192.168.204.1@tcp:503:ll_cfg_requeue.0 Request processed in 260us (6982us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281459.297026:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 52 00000100:00100000:1.0:1781281459.302500:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281459.302806:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824320 00000100:00100000:3.0:1781281459.302862:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:3.0:1781281459.302870:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c93b6a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+8:5005:x1867807981824320:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781281459.302898:0:26636:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281459.302919:0:26636:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006694b01c/0x3e391ad4c896d35f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248690 expref: -99 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281459.302977:0:26636:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006694b01c/0x3e391ad4c896d35f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248690 expref: 9 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281459.303000:0:26636:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006694b01c/0x3e391ad4c896d35f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248690 expref: 9 pid: 26636 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281459.303010:0:26636:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006694b01c, rc 0) 00000100:00100000:3.0:1781281459.303064:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c93b6a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981824320:12345-192.168.204.1@tcp:101:ll_cfg_requeue.0 Request processed in 194us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281459.303072:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:1.0:1781281459.314402:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281459.315216:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824384 00000100:00100000:3.0:1781281459.315272:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 54 00000100:00100000:3.0:1781281459.315279:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bf259bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981824384:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781281459.316635:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bf259bf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:5005:x1867807981824384:12345-192.168.204.1@tcp:501:ll_cfg_requeue.0 Request processed in 1350us (2235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781281459.316648:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 54 00010000:00010000:3.0:1781281459.698494:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281460.725833:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281461.303146:0:26989:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281461.303153:0:26989:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 8 00010000:00010000:0.0:1781281461.741558:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1781281462.381073:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281462.381080:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1781281462.381083:0:36:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281462.381091:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 998 00000100:00080000:0.0:1781281462.381098:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000056ab25f using connection 192.168.204.101@tcp/0@lo 00000100:00100000:3.0:1781281462.381116:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781281462.381121:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004d6e74a6 x1867807996538752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281462.381135:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996538688:0@lo:400:kworker/u8:1.0 00000100:00080000:0.0:1781281462.381141:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1781281462.381145:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1781281462.381147:0:36:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281462.381150:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 998 00000100:00080000:0.0:1781281462.381153:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-OST0001: import 000000009ae17711 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281462.381164:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e09b2871 x1867807996538816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1781281462.381193:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1781281462.381197:0:36:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1781281462.381198:0:36:0:(import.c:86:import_set_state_nolock()) 0000000091d29736 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1781281462.381202:0:36:0:(import.c:534:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 998 00000100:00100000:3.0:1781281462.381206:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1781281462.381207:0:36:0:(import.c:615:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 0000000091d29736 using connection 192.168.204.101@tcp/0@lo 00000100:00100000:0.0:1781281462.381221:0:36:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c8b9d653 x1867807996539008/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1781281462.381241:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996538880:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281462.381249:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6e74a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996538752:0@lo:38:kworker/u8:1.0 00000100:00100000:3.0:1781281462.381281:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281462.381295:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281462.381315:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996538816:0@lo:38:kworker/u8:1.0 00000100:00100000:3.0:1781281462.381329:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538688 00000100:00100000:0.0:1781281462.381334:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281462.381349:0:2994:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996539008:0@lo:38:kworker/u8:1.0 00000100:00100000:0.0:1781281462.381369:0:2994:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281462.381373:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1781281462.381381:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aab43d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996538688:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281462.381396:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281462.381404:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996538944:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281462.381430:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281462.381455:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aab43d6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996538688:12345-0@lo:400:kworker/u8:1.0 Request processed in 73us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281462.381462:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538752 00000100:00100000:3.0:1781281462.381465:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1781281462.381480:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538816 00000100:00100000:0.0:1781281462.381490:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539008 00000100:00100000:0.0:1781281462.381507:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1781281462.381508:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538880 00000100:00100000:0.0:1781281462.381513:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c754da3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996538752:12345-0@lo:38:kworker/u8:1.0 00000100:00100000:3.0:1781281462.381532:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996538944 00000100:00100000:3.0:1781281462.381549:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1781281462.381553:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996538880:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281462.381583:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996538880:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281462.381589:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1781281462.381600:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1781281462.381603:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996538944:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281462.381632:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996538944:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281462.381637:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1781281462.381670:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d9bd63d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996538880:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281462.381678:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000532f0bf8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996538688:0@lo:400:kworker/u8:1.0 00010000:00080000:0.0:1781281462.382120:0:26646:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 1003 last 0 00000020:00000080:0.0:1781281462.382154:0:26646:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x3e391ad4c896d366 00000004:00100000:0.0:1781281462.382166:0:26646:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1781281462.382172:0:26646:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000002b605083 00000100:00080000:0.0:1781281462.382225:0:26646:0:(import.c:86:import_set_state_nolock()) 0000000088794d3d : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281462.382276:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c754da3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2994:x1867807996538752:12345-0@lo:38:kworker/u8:1.0 Request processed in 764us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281462.382284:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1781281462.382299:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281462.382303:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996538816:12345-0@lo:38:kworker/u8:1.0 00010000:00080000:0.0:1781281462.382314:0:26646:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 1003 last 0 00000020:00000080:0.0:1781281462.382338:0:26646:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x3e391ad4c896d36d 00000004:00100000:0.0:1781281462.382342:0:26646:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1781281462.382345:0:26646:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000002b605083 00000100:00080000:0.0:1781281462.382359:0:26646:0:(import.c:86:import_set_state_nolock()) 00000000fea26ecb : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781281462.382383:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bad5d42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2994:x1867807996538816:12345-0@lo:38:kworker/u8:1.0 Request processed in 79us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281462.382388:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1781281462.382398:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281462.382401:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059dc9da7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2994:x1867807996539008:12345-0@lo:38:kworker/u8:1.0 00010000:00080000:0.0:1781281462.382412:0:26646:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 1003 last 0 00000020:00000080:0.0:1781281462.382434:0:26646:0:(genops.c:1359:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x3e391ad4c896d374 00000004:00100000:0.0:1781281462.382438:0:26646:0:(mdt_handler.c:6647:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1781281462.382440:0:26646:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 000000002b605083 00000100:00080000:0.0:1781281462.382450:0:26646:0:(import.c:86:import_set_state_nolock()) 00000000553ca7f7 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1781281462.382483:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 9 00000100:00100000:0.0:1781281462.382484:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059dc9da7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2994:x1867807996539008:12345-0@lo:38:kworker/u8:1.0 Request processed in 81us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281462.382492:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1781281462.384155:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6a8555 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996538944:0@lo:400:kworker/u8:1.0 00000100:00080000:2.0:1781281462.386647:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@000000004d6e74a6 x1867807996538752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281468 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281462.386662:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281462.386670:0:2994:0:(import.c:86:import_set_state_nolock()) 00000000056ab25f lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281462.386674:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281462.386680:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6e74a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:2994:1867807996538752:0@lo:38:kworker/u8:1.0 00000100:00080000:2.0:1781281462.386786:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 9 00000100:00080000:2.0:1781281462.388058:0:2994:0:(import.c:1280:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@00000000e09b2871 x1867807996538816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1781281468 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281462.388068:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1781281462.388074:0:2994:0:(import.c:86:import_set_state_nolock()) 000000009ae17711 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1781281462.388077:0:2994:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to (at 0@lo) 00000100:00100000:2.0:1781281462.388082:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09b2871 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:2994:1867807996538816:0@lo:38:kworker/u8:1.0 00000100:00080000:2.0:1781281462.388118:0:2994:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 9 00000100:00080000:2.0:1781281462.388124:0:2994:0:(import.c:934:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1781281462.388570:0:2994:0:(import.c:1159:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1781281462.388574:0:2994:0:(import.c:86:import_set_state_nolock()) 0000000091d29736 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1781281462.388580:0:2994:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:2994:1867807996539008:0@lo:38:kworker/u8:1.0 00000100:00100000:0.0:1781281462.735151:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281462.735431:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824448 00000100:00100000:3.0:1781281462.735533:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 56 00000100:00100000:3.0:1781281462.735542:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f1e656c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981824448:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281462.735626:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f1e656c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981824448:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 84us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281462.735644:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 56 00000100:00100000:3.0:1781281462.735912:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281462.736083:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281462.736111:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824512 00000100:00100000:3.0:1781281462.736142:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:3.0:1781281462.736147:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062c594e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:2211:x1867807981824512:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281462.736229:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062c594e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:2211:x1867807981824512:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 80us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281462.736236:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:3.0:1781281462.736258:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824576 00000100:00100000:3.0:1781281462.736283:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 448 00000100:00100000:3.0:1781281462.736287:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3a515ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981824576:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281462.736311:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3a515ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981824576:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 23us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281462.736317:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 448 00010000:00010000:3.0:1781281462.765374:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781281462.963603:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705665 is committed 00010000:00010000:3.0:1781281463.790156:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281464.814344:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281464.820424:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281464.821304:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824640 00000100:00100000:0.0:1781281464.821380:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 12 00000100:00100000:0.0:1781281464.821396:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006897fc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+7:31950:x1867807981824640:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:0.0:1781281464.821426:0:26646:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281464.821455:0:26646:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b7e53693/0x3e391ad4c896d37b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf11248697 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281464.821547:0:26646:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896d382 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281464.821564:0:26646:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896d382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281464.821577:0:26646:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896d382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281464.821874:0:26646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1781281464.821878:0:26646:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:0.0:1781281464.822034:0:26646:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896d382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281464.822065:0:26646:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7e53693/0x3e391ad4c896d37b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248697 expref: 9 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281464.822088:0:26646:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896d382 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248697 expref: 8 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281464.822096:0:26646:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000077cdac58) 00010000:00010000:0.0:1781281464.822099:0:26646:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781281464.822103:0:26646:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cb379018, rc 0) 00000100:00100000:0.0:1781281464.822184:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006897fc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+8:31950:x1867807981824640:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 787us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281464.822547:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 12 00000100:00100000:1.0:1781281464.837813:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281464.838021:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824704 00000100:00100000:0.0:1781281464.838094:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:0.0:1781281464.838101:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa123f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+8:31950:x1867807981824704:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:0.0:1781281464.838148:0:26646:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1781281464.838612:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa123f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+8:31950:x1867807981824704:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 509us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281464.838621:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:1.0:1781281464.842428:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281464.842544:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824768 00000100:00100000:1.0:1781281464.842683:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4332 00000100:00100000:1.0:1781281464.842691:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efeee4ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2210:x1867807981824768:12345-192.168.204.1@tcp:8:lfs.0 00010000:00080000:1.0:1781281464.842725:0:12103:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp t0 exp 0000000000000000 cur 1005 last 0 00000020:00000080:1.0:1781281464.842758:0:12103:0:(genops.c:1359:class_connect()) connect: client fd013285-183a-4106-aea7-7bb500a78bd8, cookie 0x3e391ad4c896d389 00002000:00100000:1.0:1781281464.842768:0:12103:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli fd013285-183a-4106-aea7-7bb500a78bd8/000000000e5f8edc ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1781281464.842791:0:12103:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1781281464.844229:0:12103:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:1.0:1781281464.844245:0:12103:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1781281464.844458:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000602cbdab : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281464.844543:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efeee4ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981824768:12345-192.168.204.1@tcp:8:lfs.0 Request processed in 1850us (2121us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281464.844554:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4332 00000100:00100000:3.0:1781281464.856570:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281464.857177:0:6311:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824832 00000100:00100000:1.0:1781281464.857238:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 292 00000100:00100000:1.0:1781281464.857245:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a01dab7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:31950:x1867807981824832:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:1.0:1781281464.857272:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1781281464.857346:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a01dab7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:31950:x1867807981824832:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 100us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281464.857354:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 292 00000100:00100000:0.0:1781281464.864746:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281464.865340:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824896 00000100:00100000:2.0:1781281464.865393:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 293 00000100:00100000:2.0:1781281464.865400:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f85cff8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:31950:x1867807981824896:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281464.865439:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281464.865514:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f85cff8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:31950:x1867807981824896:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 114us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281464.865522:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 293 00010000:00010000:0.0:1781281465.837336:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281466.865380:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281467.501220:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996539136:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501287:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281467.501313:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996539392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501333:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281467.501353:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781281467.501359:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996539200:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501379:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281467.501409:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539136 00000100:00100000:2.0:1781281467.501443:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539392 00000100:00100000:2.0:1781281467.501452:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539200 00000100:00100000:2.0:1781281467.501463:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1781281467.501469:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996539136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501516:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5544465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996539136:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281467.501524:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1781281467.501540:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281467.501543:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996539392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501568:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013e82474 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996539392:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281467.501574:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1781281467.501584:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281467.501587:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996539200:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501609:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061ccc24c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996539200:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281467.501615:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1781281467.501652:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996539200:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501680:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996539136:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.501688:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996539392:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281467.501857:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996539072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281467.501876:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996539264:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281467.501903:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281467.501904:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281467.501927:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996539328:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281467.501948:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281467.502001:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539264 00000100:00100000:0.0:1781281467.502039:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539328 00000100:00100000:0.0:1781281467.502059:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781281467.502063:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996539264:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281467.502098:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996539264:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281467.502104:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781281467.502115:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1781281467.502118:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996539328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281467.502148:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996539328:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281467.502153:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1781281467.502177:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996539328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281467.502211:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2878183 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996539264:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.502309:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539072 00000100:00100000:2.0:1781281467.502332:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1781281467.502336:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bcacf94 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996539072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281467.502377:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bcacf94 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996539072:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281467.502383:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1781281467.502443:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bf19406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996539072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281467.855074:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281467.855109:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281467.855136:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281467.855171:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281467.855205:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825024 00000100:00100000:3.0:1781281467.855251:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 5 00000100:00100000:3.0:1781281467.855258:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2214:x1867807981825024:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281467.855333:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09b2871 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:2214:x1867807981825024:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281467.855342:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 5 00000100:00100000:3.0:1781281467.855365:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825088 00000100:00100000:3.0:1781281467.855387:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825152 00000100:00100000:3.0:1781281467.855401:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 451 00000100:00100000:3.0:1781281467.855405:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+6:2214:x1867807981825088:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281467.855429:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+6:2214:x1867807981825088:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 24us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281467.855435:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 451 00000100:00100000:3.0:1781281467.855447:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 452 00000100:00100000:3.0:1781281467.855451:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981825152:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281467.855470:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981825152:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 19us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281467.855476:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 452 00000100:00100000:2.0:1781281467.858462:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981824960 00000100:00100000:2.0:1781281467.858540:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 58 00000100:00100000:2.0:1781281467.858546:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1c4fe11 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981824960:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281467.858628:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1c4fe11 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981824960:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 81us (3563us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281467.858637:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 58 00010000:00010000:1.0:1781281467.885324:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1781281468.071753:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00010000:0.0:1781281468.909981:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281469.934145:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281470.420225:0:27291:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281470.420231:0:27291:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg401-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:3.0:1781281470.961381:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1781281471.840538:0:27339:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1781281471.840544:0:27339:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:1.0:1781281471.982152:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281472.622711:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996539520:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.622730:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996539584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281472.622830:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996539648:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281472.623305:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996539456:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.631298:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281472.631356:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281472.631368:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996539776:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.631409:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281472.631470:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539584 00000100:00100000:2.0:1781281472.631510:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539776 00000100:00100000:2.0:1781281472.631525:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1781281472.631531:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996539584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.631588:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bf19406 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996539584:12345-0@lo:400:kworker/u8:3.0 Request processed in 56us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281472.631595:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1781281472.631611:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1781281472.631615:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996539776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.631638:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2878183 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996539776:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281472.631643:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1781281472.631681:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af34915c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996539776:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.631691:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875901ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996539584:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281472.635446:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281472.635600:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539520 00000100:00100000:2.0:1781281472.635652:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281472.635660:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996539520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.635754:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025a2d2d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996539520:12345-0@lo:400:kworker/u8:3.0 Request processed in 92us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281472.635762:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1781281472.635814:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996539520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281472.639798:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281472.640999:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539648 00000100:00100000:0.0:1781281472.641063:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1781281472.641070:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996539648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281472.641150:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996539648:12345-0@lo:400:kworker/u8:3.0 Request processed in 79us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281472.641158:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781281472.644899:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996539648:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281472.648066:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281472.648103:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c8a1e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996539712:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281472.648147:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281472.648376:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539712 00000100:00100000:2.0:1781281472.648451:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1781281472.648458:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996539712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1781281472.648522:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996539712:12345-0@lo:400:kworker/u8:3.0 Request processed in 63us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281472.648529:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1781281472.648781:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c8a1e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996539712:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281472.649157:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539456 00000100:00100000:0.0:1781281472.649229:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1781281472.649234:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000201f6194 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996539456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281472.649284:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000201f6194 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996539456:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281472.649290:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1781281472.649356:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070815b0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996539456:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281472.975226:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281472.975274:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281472.975368:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281472.975407:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281472.975483:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825280 00000100:00100000:2.0:1781281472.975538:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:2.0:1781281472.975546:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+8:2214:x1867807981825280:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1781281472.975629:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d9bd63d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+8:2214:x1867807981825280:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 83us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281472.975636:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 9 00000100:00100000:0.0:1781281472.975854:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825216 00000100:00100000:0.0:1781281472.975895:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 60 00000100:00100000:0.0:1781281472.975900:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a8edaaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981825216:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1781281472.975936:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a8edaaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981825216:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 35us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281472.975944:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 60 00000100:00100000:1.0:1781281472.979824:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825344 00000100:00100000:1.0:1781281472.981186:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825408 00000100:00100000:1.0:1781281472.981234:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 455 00000100:00100000:1.0:1781281472.981241:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981825344:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281472.981332:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2214:x1867807981825344:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 90us (6058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281472.981340:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 455 00000100:00100000:1.0:1781281472.981360:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 456 00000100:00100000:1.0:1781281472.981365:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2a5d4a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981825408:12345-192.168.204.1@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1781281472.981389:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2a5d4a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981825408:12345-192.168.204.1@tcp:400:kworker/u8:0.0 Request processed in 24us (5983us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281472.981396:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 456 00010000:00010000:0.0:1781281473.009340:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1781281473.645716:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281432/real 1781281432] req@000000006d910959 x1867807996534144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281473 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281473.645751:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000006d910959 x1867807996534144/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281473 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1781281473.645763:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00000400:3.0:1781281473.645769:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281432/real 1781281432] req@00000000d1cbfc6a x1867807996534080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281473 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281473.645791:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000d1cbfc6a x1867807996534080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281473 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1781281473.645796:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:3.0:1781281473.645814:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d910959 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996534144:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281473.645819:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1cbfc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996534080:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281473.853032:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281473.853418:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825472 00000100:00100000:3.0:1781281473.853478:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:3.0:1781281473.853484:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086811cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:32467:x1867807981825472:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:3.0:1781281473.853527:0:26647:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1781281473.853602:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086811cb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+8:32467:x1867807981825472:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 117us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281473.853609:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 14 00000100:00100000:1.0:1781281473.857764:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281473.858299:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825536 00000100:00100000:2.0:1781281473.858355:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 294 00000100:00100000:2.0:1781281473.858361:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:32467:x1867807981825536:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281473.858402:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281473.858472:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd8863c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+5:32467:x1867807981825536:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 110us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281473.858480:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 294 00000100:00100000:3.0:1781281473.861085:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281473.861378:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825600 00000100:00100000:2.0:1781281473.861494:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 295 00000100:00100000:2.0:1781281473.861502:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046c2c1c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:32467:x1867807981825600:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281473.861547:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1781281473.861626:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046c2c1c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:32467:x1867807981825600:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 124us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281473.861634:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 295 00000100:00100000:0.0:1781281473.891992:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281473.893899:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825728 00000100:00100000:1.0:1781281473.894000:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:1.0:1781281473.894008:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a11e3cc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+8:32483:x1867807981825728:12345-192.168.204.1@tcp:101:cat.0 00010000:00010000:1.0:1781281473.894045:0:26646:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281473.894067:0:26646:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005fac1935/0x3e391ad4c896d390 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf1124869e expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894166:0:26646:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 9 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894187:0:26646:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000066618ee4/0x3e391ad4c896d397 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894201:0:26646:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000066618ee4/0x3e391ad4c896d397 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894213:0:26646:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000066618ee4/0x3e391ad4c896d397 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894548:0:26646:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005fac1935/0x3e391ad4c896d390 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124869e expref: 11 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894568:0:26646:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000066618ee4/0x3e391ad4c896d397 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf1124869e expref: 10 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.894575:0:26646:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (00000000fd0d2bcb) 00010000:00010000:1.0:1781281473.894577:0:26646:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1781281473.894580:0:26646:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000066618ee4, rc 0) 00000100:00100000:1.0:1781281473.895518:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a11e3cc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:32483:x1867807981825728:12345-192.168.204.1@tcp:101:cat.0 Request processed in 1505us (3568us total) trans 38654705666 rc 0/0 00000100:00100000:1.0:1781281473.895529:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 15 00000100:00100000:1.0:1781281473.902182:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281473.902303:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825792 00000100:00100000:2.0:1781281473.902580:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:2.0:1781281473.902587:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ab2d443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:32483:x1867807981825792:12345-192.168.204.1@tcp:101:cat.0 00010000:00010000:2.0:1781281473.902610:0:26646:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281473.902632:0:26646:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d3a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486a5 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281473.902714:0:26646:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281473.902731:0:26646:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 11 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281473.902739:0:26646:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 4/1,0 mode: --/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281473.902783:0:26646:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 11 pid: 26686 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281473.902793:0:26646:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 11 pid: 26686 timeout: 1115 lvb_type: 0 00000100:00100000:2.0:1781281473.902812:0:26646:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:26646:1867807996539840:192.168.204.1@tcp:104: 00000100:00100000:2.0:1781281473.902884:0:26646:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062215c4e going to sleep for 11 seconds 00000100:00100000:2.0:1781281473.910169:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281473.910271:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825856 00000100:00100000:1.0:1781281473.910296:0:26646:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fe359bf pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:26646:1867807996539840:192.168.204.1@tcp:104: 00010000:00010000:3.0:1781281473.910308:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 12 pid: 26686 timeout: 1115 lvb_type: 0 00010000:00010000:1.0:1781281473.910326:0:26646:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281473.910380:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1599 00000100:00100000:3.0:1781281473.910389:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981825856:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1781281473.910406:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:3.0:1781281473.910426:0:7837:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb size from disk: 0 -> 8 00000004:00010000:3.0:1781281473.910430:0:7837:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb mtime from disk: 0 -> 1781281428 00000004:00010000:3.0:1781281473.910432:0:7837:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb atime from disk: 0 -> 1781281424 00000004:00010000:3.0:1781281473.910434:0:7837:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb ctime from disk: 0 -> 1781281428 00010000:00010000:3.0:1781281473.910439:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 12 pid: 26686 timeout: 1115 lvb_type: 0 00010000:00010000:3.0:1781281473.910450:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 12 pid: 26686 timeout: 1115 lvb_type: 0 00010000:00010000:3.0:1781281473.910482:0:7837:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007a8080f0/0x3e391ad4c896d2c5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x42f:0x0].0x0 bits 0x49/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248674 expref: 12 pid: 26686 timeout: 1115 lvb_type: 0 00010000:00010000:3.0:1781281473.910498:0:7837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (00000000fd0d2bcb) 00010000:00010000:3.0:1781281473.910501:0:7837:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281473.910510:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281473.910518:0:7837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 4/1,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281473.910544:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281473.910642:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875901ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+11:2214:x1867807981825856:12345-192.168.204.1@tcp:103:ldlm_bl_03.0 Request processed in 253us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281473.910660:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1599 00010000:00010000:1.0:1781281473.911999:0:26646:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.912015:0:26646:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1781281473.912062:0:26646:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1781281473.912102:0:26646:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.912137:0:26646:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d3a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486a5 expref: 11 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.912153:0:26646:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000006e8118ad/0x3e391ad4c896d3ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486a5 expref: 10 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.912160:0:26646:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (00000000fd0d2bcb) 00010000:00010000:1.0:1781281473.912163:0:26646:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781281473.912165:0:26646:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000006e8118ad, rc 0) 00000100:00100000:1.0:1781281473.912225:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ab2d443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:32483:x1867807981825792:12345-192.168.204.1@tcp:101:cat.0 Request processed in 9636us (10050us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281473.912236:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 16 00000100:00100000:2.0:1781281473.922438:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281473.922510:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981825920 00000100:00100000:1.0:1781281473.922571:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:1.0:1781281473.922579:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981825920:12345-192.168.204.1@tcp:101:cat.0 00010000:00010000:1.0:1781281473.922604:0:26646:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281473.922628:0:26646:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005fac1935/0x3e391ad4c896d3b3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486ac expref: -99 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.922684:0:26646:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005fac1935/0x3e391ad4c896d3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ac expref: 11 pid: 26646 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1781281473.922713:0:26646:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb size from disk: 8 -> 8 00000004:00010000:1.0:1781281473.922716:0:26646:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb mtime from disk: 1781281428 -> 1781281428 00000004:00010000:1.0:1781281473.922719:0:26646:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb atime from disk: 1781281424 -> 1781281424 00000004:00010000:1.0:1781281473.922720:0:26646:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb ctime from disk: 1781281428 -> 1781281428 00000004:00010000:1.0:1781281473.922723:0:26646:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000bd1:0x42f:0x0] updating lvb blocks from disk: 18427282363563114435 -> 11 00002000:00010000:1.0:1781281473.922729:0:26646:0:(mdt_io.c:1321:mdt_lvb2reply()) size 8 00010000:00010000:1.0:1781281473.922741:0:26646:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005fac1935/0x3e391ad4c896d3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x42f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ac expref: 11 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281473.922755:0:26646:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x42f:0x0].0x0 (00000000fd0d2bcb) 00010000:00010000:1.0:1781281473.922758:0:26646:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781281473.922762:0:26646:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005fac1935, rc 0) 00000100:00100000:1.0:1781281473.922839:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af34915c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981825920:12345-192.168.204.1@tcp:101:cat.0 Request processed in 259us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281473.922847:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:0.0:1781281473.934627:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281473.934833:0:26661:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826048 00002000:00100000:1.0:1781281473.934882:0:26661:0:(mdt_io.c:192:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000bd1:0x42f:0x0] req@00000000818a207e x1867807981826048/t0(0) o3->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:164/0 lens 488/0 e 0 to 0 dl 1781281479 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cat.0' 00002000:00100000:1.0:1781281473.934893:0:26661:0:(mdt_io.c:108:mdt_prolong_dom_lock()) Prolong DOM lock for req 00000000818a207e with x1867807981826048 00000100:00100000:1.0:1781281473.935009:0:26661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 2 00000100:00100000:1.0:1781281473.935016:0:26661:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000818a207e pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981826048:12345-192.168.204.1@tcp:3:cat.0 00000100:00100000:1.0:1781281473.935231:0:26661:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000818a207e pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981826048:12345-192.168.204.1@tcp:3:cat.0 Request processed in 214us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781281473.935238:0:26661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 2 00002000:00100000:1.0:1781281473.935244:0:26661:0:(mdt_io.c:192:mdt_rw_hpreq_check()) @@@ lustre-MDT0000 mdt_io00_002: refresh rw locks for [0x200000bd1:0x42f:0x0] req@00000000818a207e x1867807981826048/t0(0) o3->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:164/0 lens 488/4536 e 0 to 0 dl 1781281479 ref 1 fl Complete:/0/0 rc 4096/4096 job:'cat.0' 00002000:00100000:1.0:1781281473.935251:0:26661:0:(mdt_io.c:108:mdt_prolong_dom_lock()) Prolong DOM lock for req 00000000818a207e with x1867807981826048 00000100:00100000:0.0:1781281473.942786:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281473.943196:0:26650:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826176 00000100:00100000:3.0:1781281473.943245:0:26650:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 0 00000100:00100000:3.0:1781281473.943252:0:26650:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd271590 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:32483:x1867807981826176:12345-192.168.204.1@tcp:35:cat.0 00000100:00100000:3.0:1781281473.943516:0:26650:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd271590 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:32483:x1867807981826176:12345-192.168.204.1@tcp:35:cat.0 Request processed in 262us (750us total) trans 38654705667 rc 0/0 00000100:00100000:3.0:1781281473.943524:0:26650:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 0 00010000:00010000:0.0:1781281474.029424:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281475.064192:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281476.077121:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281477.103337:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281477.741281:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e02143d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996540096:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281477.741281:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffac736f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996540032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281477.741354:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000789dfa15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996539904:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281477.742184:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003430d186 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996539968:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281477.742874:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281477.743096:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540032 00000100:00100000:1.0:1781281477.743148:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1781281477.743154:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996540032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281477.743314:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281477.743358:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540096 00000100:00100000:2.0:1781281477.743388:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1781281477.743392:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996540096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281477.743430:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996540096:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281477.743437:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1781281477.743481:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e02143d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996540096:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281477.743577:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7703ab8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996540032:12345-0@lo:400:kworker/u8:0.0 Request processed in 422us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281477.743583:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1781281477.743654:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffac736f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996540032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281477.743785:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281477.743813:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d981a70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996540160:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281477.743837:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281477.743902:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539904 00000100:00100000:2.0:1781281477.743938:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1781281477.743941:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3748292 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996539904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281477.743983:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3748292 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996539904:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281477.743988:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1781281477.744131:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000789dfa15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996539904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281477.744188:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540160 00000100:00100000:1.0:1781281477.744264:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1781281477.744269:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996540160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281477.744412:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996540160:12345-0@lo:400:kworker/u8:0.0 Request processed in 142us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281477.744420:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1781281477.744460:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d981a70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996540160:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281477.744618:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281477.744645:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2f694d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996540224:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281477.744670:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281477.745868:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996539968 00000100:00100000:3.0:1781281477.746007:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540224 00000100:00100000:3.0:1781281477.746037:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1781281477.746043:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996539968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281477.746073:0:26646:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1781281477.746085:0:26646:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1781281477.746111:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2fd2c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996539968:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (1492us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281477.746120:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1781281477.746135:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1781281477.746139:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996540224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281477.746172:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac1ab137 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996540224:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281477.746179:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1781281477.746221:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003430d186 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996539968:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281477.746314:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2f694d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996540224:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281478.095158:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281478.095207:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281478.095235:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281478.095260:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281478.095301:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826368 00000100:00100000:2.0:1781281478.095339:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826432 00000100:00100000:2.0:1781281478.095358:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 459 00000100:00100000:2.0:1781281478.095364:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981826368:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281478.095440:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981826368:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 76us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281478.095448:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 459 00000100:00100000:2.0:1781281478.095464:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 460 00000100:00100000:2.0:1781281478.095467:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981826432:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281478.095487:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981826432:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 19us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281478.095492:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 460 00000100:00100000:3.0:1781281478.095559:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826304 00000100:00100000:3.0:1781281478.095590:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:3.0:1781281478.095594:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981826304:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281478.095631:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049d66f1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981826304:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 36us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281478.095637:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 13 00000100:00100000:0.0:1781281478.096031:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826240 00000100:00100000:0.0:1781281478.096064:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 62 00000100:00100000:0.0:1781281478.096069:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b237a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981826240:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281478.096095:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b237a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981826240:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 26us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281478.096101:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 62 00010000:00010000:0.0:1781281478.125311:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781281478.315255:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705666 is committed 00000001:00080000:2.0:1781281478.315281:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705667 is committed 00000100:00000400:3.0:1781281478.765169:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281437/real 1781281437] req@00000000453fe679 x1867807996534272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281478 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281478.765200:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000453fe679 x1867807996534272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281478 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1781281478.765207:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:3.0:1781281478.765225:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000453fe679 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996534272:0@lo:400:kworker/u8:1.0 00000100:00000400:0.0:1781281478.766863:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281437/real 1781281437] req@000000001e04fe94 x1867807996534336/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281478 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281478.766896:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000001e04fe94 x1867807996534336/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281478 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1781281478.766903:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:0.0:1781281478.766921:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e04fe94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996534336:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1781281479.150119:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281480.179079:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:0.0:1781281480.676612:0:27539:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1781281480.676617:0:27539:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: replay-single test_131b skipping excluded test 131b 00000100:00000400:1.0:1781281480.813443:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281439/real 1781281439] req@0000000060b66565 x1867807996534528/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281480 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1781281480.813482:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000060b66565 x1867807996534528/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281480 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1781281480.813490:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:1.0:1781281480.813509:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996534528:0@lo:400:kworker/u8:3.0 00000100:00000400:1.0:1781281480.816323:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281439/real 1781281439] req@00000000fe5ac57f x1867807996534464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281480 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1781281480.816353:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000fe5ac57f x1867807996534464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281480 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1781281480.816360:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:1.0:1781281480.816378:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe5ac57f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996534464:0@lo:400:kworker/u8:3.0 00010000:00010000:0.0:1781281481.197596:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281482.221267:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1781281482.295551:0:27588:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281482.295557:0:27588:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 132a: PFL new component instantiate replay ========================================================== 12:24:40 (1781281480) 00000100:00100000:2.0:1781281482.386466:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281482.386615:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826496 00000100:00100000:1.0:1781281482.386680:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:1.0:1781281482.386687:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:33201:x1867807981826496:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:1.0:1781281482.386723:0:26647:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1781281482.386743:0:26647:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074845e1a/0x3e391ad4c896d3ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486b3 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386799:0:26647:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386814:0:26647:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386825:0:26647:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386838:0:26647:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386844:0:26647:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386850:0:26647:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386933:0:26647:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386942:0:26647:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386949:0:26647:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.386991:0:26647:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000074dd36cc already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281482.386995:0:26647:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387002:0:26647:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387014:0:26647:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000077cdac58) 00010000:00010000:1.0:1781281482.387018:0:26647:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281482.387022:0:26647:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387028:0:26647:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074dd36cc/0x3e391ad4c896d3c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387037:0:26647:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387043:0:26647:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387059:0:26647:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387064:0:26647:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b4f50e31 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281482.387065:0:26647:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387070:0:26647:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387077:0:26647:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (00000000dce582f8) 00010000:00010000:1.0:1781281482.387080:0:26647:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281482.387081:0:26647:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387087:0:26647:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b4f50e31/0x3e391ad4c896d3c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387125:0:26647:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000074845e1a/0x3e391ad4c896d3ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486b3 expref: 11 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387132:0:26647:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000074845e1a/0x3e391ad4c896d3ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486b3 expref: 11 pid: 26647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.387140:0:26647:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000074845e1a, rc 0) 00000100:00100000:1.0:1781281482.387198:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe359bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:33201:x1867807981826496:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 510us (737us total) trans 0 rc 301/301 00000100:00100000:1.0:1781281482.387206:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 18 00000100:00100000:2.0:1781281482.399085:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281482.399252:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826624 00000100:00100000:3.0:1781281482.399300:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 19 00000100:00100000:3.0:1781281482.399306:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+10:33201:x1867807981826624:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281482.399326:0:27452:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281482.399329:0:27452:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781281482.399353:0:27452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cb379018/0x3e391ad4c896d382 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf11248697 expref: 10 pid: 26646 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399372:0:27452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000077cdac58) 00010000:00010000:3.0:1781281482.399380:0:27452:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281482.399393:0:27452:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d3cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486ba expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399513:0:27452:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399527:0:27452:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399537:0:27452:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399547:0:27452:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399553:0:27452:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.399559:0:27452:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.404248:0:27452:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.404268:0:27452:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.404278:0:27452:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281482.404290:0:27452:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x432:0x0]: returning size 0 00010000:00010000:3.0:1781281482.404312:0:27452:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.404318:0:27452:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.404329:0:27452:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405151:0:27452:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c918faa7 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281482.405156:0:27452:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405163:0:27452:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405175:0:27452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000f1bfd5a0) 00010000:00010000:3.0:1781281482.405178:0:27452:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281482.405182:0:27452:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405188:0:27452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d3d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281482.405198:0:27452:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000070815b0e reply state 00000000cdeb3e61 transno 38654705668 ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405235:0:27452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d3cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 12 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405250:0:27452:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 11 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.405255:0:27452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x432:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281482.405258:0:27452:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1781281482.405259:0:27452:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ae0e2fb8, rc 0) 00000100:00100000:3.0:1781281482.405443:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070815b0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:33201:x1867807981826624:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 6025us (6254us total) trans 38654705668 rc 0/0 00000100:00100000:3.0:1781281482.405454:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 19 00010000:00010000:1.0:1781281482.413792:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.413815:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.413822:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.413830:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000081e63e23 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281482.413833:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.413842:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.413862:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (000000002a189d9a) 00010000:00010000:1.0:1781281482.413865:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281482.413870:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281482.413876:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000081e63e23/0x3e391ad4c896d3dd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1781281482.418247:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281482.418784:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826752 00000100:00100000:3.0:1781281482.418842:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:3.0:1781281482.418849:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+11:33201:x1867807981826752:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281482.418869:0:27452:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281482.418892:0:27452:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d3f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486c1 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.419005:0:27452:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.419021:0:27452:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 12 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.419028:0:27452:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.420229:0:27452:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 12 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.420251:0:27452:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 12 pid: 27452 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1781281482.420269:0:27452:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac7b2cf1 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:27452:1867807996540288:192.168.204.1@tcp:104: 00000100:00100000:3.0:1781281482.421157:0:27452:0:(client.c:2500:ptlrpc_set_wait()) set 000000008f45062e going to sleep for 6 seconds 00000100:00100000:3.0:1781281482.432909:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281482.432946:0:7837:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826816 00010000:00010000:3.0:1781281482.432991:0:7837:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 13 pid: 27452 timeout: 1123 lvb_type: 0 00000100:00100000:3.0:1781281482.433039:0:7837:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1600 00000100:00100000:3.0:1781281482.433055:0:7837:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093bb83b6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+13:2211:x1867807981826816:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1781281482.433070:0:7837:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281482.433076:0:7837:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 5/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 13 pid: 27452 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1781281482.433088:0:7837:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 13 pid: 27452 timeout: 1123 lvb_type: 0 00010000:00010000:3.0:1781281482.433110:0:7837:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x432:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281482.433114:0:7837:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.433122:0:7837:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.433130:0:7837:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281482.433148:0:7837:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781281482.433190:0:7837:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093bb83b6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fd013285-183a-4106-aea7-7bb500a78bd8+13:2211:x1867807981826816:12345-192.168.204.1@tcp:103:ldlm_bl_01.0 Request processed in 143us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281482.433198:0:7837:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1600 00010000:00010000:0.0:1781281482.433502:0:27452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae0e2fb8/0x3e391ad4c896d3e4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x432:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486ba expref: 12 pid: 27452 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1781281482.433516:0:27452:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac7b2cf1 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:27452:1867807996540288:192.168.204.1@tcp:104: 00010000:00010000:0.0:1781281482.433534:0:27452:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281482.433543:0:27452:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281482.433549:0:27452:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1781281482.433566:0:27452:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x432:0x0]: returning size 0 00000100:00100000:2.0:1781281482.868423:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996540416:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868495:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281482.868522:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996540672:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868541:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281482.868560:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281482.868565:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996540480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868585:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281482.868613:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540416 00000100:00100000:2.0:1781281482.868655:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540672 00000100:00100000:2.0:1781281482.868666:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540480 00000100:00100000:2.0:1781281482.868677:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1781281482.868682:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996540416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868731:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004216e5cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996540416:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281482.868739:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1781281482.868757:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1781281482.868761:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996540672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868785:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e4c3b44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996540672:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281482.868790:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1781281482.868799:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281482.868802:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996540480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868822:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a9d2189 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996540480:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281482.868826:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1781281482.868860:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8b9d653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996540480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868868:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035dd1110 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996540416:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281482.868875:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996540672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281482.870620:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c8a1e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996540352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281482.870704:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281482.870735:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996540608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281482.870758:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281482.870787:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281482.870793:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001594c009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996540544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281482.870811:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281482.870912:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540608 00000100:00100000:0.0:1781281482.870980:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540544 00000100:00100000:0.0:1781281482.870999:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1781281482.871003:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996540608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281482.871067:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996540608:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281482.871074:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1781281482.871088:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1781281482.871091:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996540544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281482.871113:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996540544:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281482.871118:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1781281482.871328:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540352 00000100:00100000:3.0:1781281482.871360:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1781281482.871363:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0b23697 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996540352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281482.871394:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0b23697 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996540352:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281482.871399:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1781281482.871528:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001594c009 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996540544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281482.871537:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c8a1e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996540352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281482.871545:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996540608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281483.229534:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281483.229574:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281483.229659:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281483.229693:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281483.229747:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826880 00000100:00100000:3.0:1781281483.229790:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 64 00000100:00100000:3.0:1781281483.229796:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a18250c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981826880:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281483.229863:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a18250c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981826880:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 67us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281483.229870:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 64 00000100:00100000:0.0:1781281483.232588:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981826944 00000100:00100000:0.0:1781281483.232681:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:0.0:1781281483.232689:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981826944:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281483.232773:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c33e8dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981826944:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 83us (3114us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281483.232781:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 17 00000100:00100000:1.0:1781281483.238362:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827008 00000100:00100000:1.0:1781281483.238773:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827072 00000100:00100000:0.0:1781281483.238859:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 463 00000100:00100000:0.0:1781281483.238867:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981827008:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281483.239005:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c01a6b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981827008:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 137us (9430us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281483.239017:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 463 00000100:00100000:0.0:1781281483.239036:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 464 00000100:00100000:0.0:1781281483.239040:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981827072:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281483.239065:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981827072:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 24us (9373us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281483.239072:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 464 00010000:00010000:0.0:1781281483.245179:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781281483.456586:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705668 is committed 00010000:00010000:1.0:1781281484.269131:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281485.298003:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281485.869122:0:2995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281444/real 1781281444] req@00000000e155d134 x1867807996534656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281485 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281485.869158:0:2995:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000e155d134 x1867807996534656/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281485 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1781281485.869166:0:2995:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:1.0:1781281485.869264:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e155d134 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996534656:0@lo:400:kworker/u8:1.0 00000100:00000400:2.0:1781281485.933330:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281444/real 1781281444] req@00000000d50f66b5 x1867807996534592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281485 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281485.933364:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000d50f66b5 x1867807996534592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281485 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281485.933372:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:2.0:1781281485.933384:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d50f66b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996534592:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1781281486.317983:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1781281486.829119:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281445/real 1781281445] req@00000000d1dec6f9 x1867807996534848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281486 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281486.829157:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000d1dec6f9 x1867807996534848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281486 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1781281486.829166:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:3.0:1781281486.829188:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d1dec6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996534848:0@lo:400:kworker/u8:1.0 00000100:00000400:1.0:1781281486.957177:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281445/real 1781281445] req@0000000057fc4dd1 x1867807996534784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281486 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281486.957211:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000057fc4dd1 x1867807996534784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281486 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1781281486.957219:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:1.0:1781281486.957239:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057fc4dd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996534784:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1781281487.342371:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281487.981521:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003430d186 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996540800:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.981617:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281487.981645:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e02143d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996541056:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.981667:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281487.981687:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281487.981692:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996540864:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.981711:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281487.981761:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540800 00000100:00100000:0.0:1781281487.981798:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541056 00000100:00100000:0.0:1781281487.981809:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540864 00000100:00100000:0.0:1781281487.981821:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1781281487.981826:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad3a4ffd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996540800:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.981876:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad3a4ffd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996540800:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281487.981883:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1781281487.981900:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281487.981903:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1a85d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996541056:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.981933:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1a85d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996541056:12345-0@lo:400:kworker/u8:1.0 Request processed in 28us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281487.981938:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1781281487.981950:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1781281487.981988:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996540864:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.982012:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fe9698f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996540864:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281487.982017:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1781281487.982069:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a21e39e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996540864:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.982079:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003430d186 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996540800:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.982086:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e02143d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996541056:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281487.982447:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d981a70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996540928:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281487.982480:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281487.982510:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1781281487.982519:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2f694d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996540736:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281487.982546:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281487.982571:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffac736f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996540992:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281487.982595:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281487.982627:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540928 00000100:00100000:2.0:1781281487.982652:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540992 00000100:00100000:2.0:1781281487.982671:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1781281487.982675:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996540928:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281487.982709:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f665f451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996540928:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281487.982714:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1781281487.982868:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1781281487.982872:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996540992:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281487.982903:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996540992:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281487.982908:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1781281487.983161:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffac736f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996540992:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281487.983171:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d981a70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996540928:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281487.983186:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996540736 00000100:00100000:3.0:1781281487.983232:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1781281487.983236:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b0c4830 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996540736:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281487.983275:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b0c4830 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996540736:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281487.983281:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1781281487.983282:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2f694d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996540736:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281488.339024:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281488.339070:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281488.339104:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281488.339149:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281488.339188:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827328 00000100:00100000:0.0:1781281488.339238:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827264 00000100:00100000:1.0:1781281488.339356:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827136 00000100:00100000:1.0:1781281488.339392:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 66 00000100:00100000:1.0:1781281488.339399:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9cfae42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981827136:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281488.339474:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9cfae42 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981827136:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 75us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281488.339482:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 66 00000100:00100000:0.0:1781281488.339654:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 467 00000100:00100000:0.0:1781281488.339659:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981827328:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281488.339696:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981827328:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 37us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281488.339703:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 467 00000100:00100000:0.0:1781281488.339716:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 468 00000100:00100000:0.0:1781281488.339719:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981827264:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281488.339740:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2213:x1867807981827264:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 20us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281488.339745:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 468 00000100:00100000:2.0:1781281488.339812:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827200 00000100:00100000:2.0:1781281488.339846:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:2.0:1781281488.339852:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2214:x1867807981827200:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281488.339903:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b840f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2214:x1867807981827200:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 51us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281488.339909:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00010000:00010000:1.0:1781281488.366077:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281489.390188:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281490.416030:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281491.438996:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1781281491.894201:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281450/real 1781281450] req@00000000a292b12a x1867807996534912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281491 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1781281491.894245:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000a292b12a x1867807996534912/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281491 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1781281491.894253:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:1.0:1781281491.894273:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a292b12a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996534912:0@lo:400:kworker/u8:3.0 00000100:00000400:0.0:1781281492.013085:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281450/real 1781281450] req@00000000c96fb70a x1867807996534976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281491 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1781281492.013122:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000c96fb70a x1867807996534976/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281491 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1781281492.013129:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:0.0:1781281492.013148:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c96fb70a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996534976:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1781281492.461165:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281493.101313:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac52804f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996541248:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281493.101321:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cecdd5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996541184:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281493.101401:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f54ee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996541120:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281493.101408:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996541312:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281493.101850:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281493.101916:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541248 00000100:00100000:1.0:1781281493.101984:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1781281493.101991:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996541248:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281493.102041:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6cc30b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996541248:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281493.102048:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1781281493.102102:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac52804f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996541248:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281493.102343:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281493.102874:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541312 00000100:00100000:1.0:1781281493.102915:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1781281493.102920:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996541312:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281493.102992:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996541312:12345-0@lo:400:kworker/u8:1.0 Request processed in 71us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281493.102999:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1781281493.103031:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996541312:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281493.105371:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281493.105421:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996541440:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281493.105464:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281493.105639:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281493.105665:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001a56ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996541376:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281493.105856:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281493.105907:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541376 00000100:00100000:0.0:1781281493.105967:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1781281493.106340:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541184 00000100:00100000:2.0:1781281493.106368:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541440 00000100:00100000:2.0:1781281493.106383:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1781281493.106387:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996541184:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281493.106442:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c19f1048 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996541184:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281493.106450:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1781281493.106468:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1781281493.106471:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c599701e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996541440:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281493.106516:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c599701e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996541440:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281493.106523:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1781281493.106595:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541120 00000100:00100000:3.0:1781281493.106631:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1781281493.106635:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996541120:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281493.106674:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d358b970 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996541120:12345-0@lo:400:kworker/u8:1.0 Request processed in 38us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281493.106759:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996541376:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281493.106888:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996541376:12345-0@lo:400:kworker/u8:1.0 Request processed in 914us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281493.106896:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1781281493.106984:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f54ee49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996541120:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281493.107000:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001a56ccd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996541376:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281493.107043:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cecdd5f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996541184:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281493.107054:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006923eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996541440:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281493.107323:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781281493.467327:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281493.467376:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281493.467492:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827392 00000100:00100000:1.0:1781281493.467495:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827456 00000100:00100000:3.0:1781281493.467554:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 68 00000100:00100000:1.0:1781281493.467558:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:3.0:1781281493.467564:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981827392:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281493.467567:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981827456:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281493.467705:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d981a70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981827456:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 71us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281493.467715:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:3.0:1781281493.483365:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005529e60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981827392:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 15791us (16035us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281493.485046:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 68 00010000:00010000:0.0:1781281493.488086:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281493.489130:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281493.489287:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827520 00000100:00100000:0.0:1781281493.489343:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4333 00000100:00100000:0.0:1781281493.489349:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+5:2210:x1867807981827520:12345-192.168.204.1@tcp:9:kworker/u8:4.0 00000020:00000080:0.0:1781281493.489382:0:12110:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896d389 00000100:00080000:0.0:1781281493.489390:0:12110:0:(import.c:86:import_set_state_nolock()) 00000000602cbdab : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281493.489522:0:12110:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00000100:00100000:2.0:1781281493.489774:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281493.489881:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+2:2210:x1867807981827520:12345-192.168.204.1@tcp:9:kworker/u8:4.0 Request processed in 530us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281493.489889:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4333 00000100:00100000:0.0:1781281493.489905:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827584 00000100:00100000:0.0:1781281493.489941:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 471 00000100:00100000:0.0:1781281493.489945:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981827584:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281493.490065:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981827584:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 118us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281493.490071:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 471 00010000:00010000:3.0:1781281493.490548:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1781281493.643356:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:1.0:1781281493.643365:0:6337:0:(genops.c:985:class_export_put()) final put 000000000e5f8edc/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:3.0:1781281493.643505:0:36:0:(genops.c:944:class_export_destroy()) destroying export 000000000e5f8edc/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-OST0000 00000020:00000080:3.0:1781281493.643555:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000602cbdab for lustre-OST0000 00010000:00010000:0.0:1781281494.510083:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281495.533223:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1781281496.173081:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281455/real 1781281455] req@000000005723d730 x1867807996535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281496 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281496.173116:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000005723d730 x1867807996535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281496 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1781281496.173123:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:0.0:1781281496.173141:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005723d730 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996535040:0@lo:400:kworker/u8:1.0 00000100:00000400:2.0:1781281496.173283:0:2998:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281455/real 1781281455] req@0000000032eb8a1c x1867807996535104/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281496 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281496.173308:0:2998:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000032eb8a1c x1867807996535104/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281496 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1781281496.173313:0:2998:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:2.0:1781281496.173321:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032eb8a1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996535104:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1781281496.557517:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1781281497.133092:0:2997:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281456/real 1781281456] req@000000004d7dda98 x1867807996535232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281497 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281497.133137:0:2997:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004d7dda98 x1867807996535232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281497 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1781281497.133144:0:2997:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 00000000056ab25f already reconnected (conn 16, was 14): FULL 00000100:00100000:0.0:1781281497.133163:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7dda98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996535232:0@lo:400:kworker/u8:1.0 00000100:00000400:0.0:1781281497.197623:0:2996:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1781281456/real 1781281456] req@0000000063b87588 x1867807996535296/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281497 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281497.197658:0:2996:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000063b87588 x1867807996535296/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1781281497 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1781281497.197666:0:2996:0:(import.c:234:ptlrpc_set_import_discon()) lwp: import 000000009ae17711 already reconnected (conn 16, was 14): FULL 00000100:00100000:0.0:1781281497.197685:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000063b87588 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996535296:0@lo:400:kworker/u8:1.0 00010000:00010000:3.0:1781281497.581204:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281498.221396:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b77be1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996541696:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221479:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281498.221531:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781281498.221538:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9f0adcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996541504:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221565:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281498.221581:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eda87490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996541760:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221598:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281498.221619:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996541632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221654:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281498.221670:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781281498.221674:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996541568:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221693:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281498.221707:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996541824:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221729:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281498.221766:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541504 00000100:00100000:0.0:1781281498.221828:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1781281498.221834:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996541504:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.221882:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007400846d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996541504:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281498.221890:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1781281498.221946:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541696 00000100:00100000:0.0:1781281498.222380:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541760 00000100:00100000:0.0:1781281498.222404:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1781281498.222418:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996541696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.222463:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996541696:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281498.222473:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1781281498.222486:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1781281498.222489:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996541760:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.222647:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541632 00000100:00100000:3.0:1781281498.222670:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541568 00000100:00100000:3.0:1781281498.222679:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541824 00000100:00100000:3.0:1781281498.222690:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1781281498.222693:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996541632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.222735:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003430d186 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996541632:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281498.222744:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1781281498.222755:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1781281498.222758:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996541568:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.222792:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a21e39e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996541568:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281498.222798:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1781281498.222807:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1781281498.222811:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996541824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.222833:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024530d61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996541824:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281498.222838:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1781281498.222880:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996541568:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.222915:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996541824:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.222925:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996541632:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.223239:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9f0adcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996541504:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281498.223253:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b77be1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996541696:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.224253:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996541760:12345-0@lo:400:kworker/u8:0.0 Request processed in 1757us (2649us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281498.224378:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eda87490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996541760:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281498.224619:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1781281498.578852:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281498.578915:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281498.578976:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281498.579192:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827776 00000100:00100000:2.0:1781281498.579367:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 474 00000100:00100000:2.0:1781281498.579374:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981827776:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281498.579453:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981827776:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 78us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281498.579461:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 474 00000100:00100000:3.0:1781281498.579734:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827648 00000100:00100000:3.0:1781281498.579768:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 70 00000100:00100000:3.0:1781281498.579773:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981827648:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281498.579809:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5adfe34 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981827648:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 36us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281498.579817:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 70 00000100:00100000:1.0:1781281498.580416:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827712 00000100:00100000:1.0:1781281498.580453:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 29 00000100:00100000:1.0:1781281498.580458:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981827712:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281498.580514:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8edc0af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981827712:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 55us (1671us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281498.580522:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 29 00010000:00010000:0.0:1781281498.606564:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281499.629095:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281500.653347:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281501.677432:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281502.701490:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781281502.830771:0:27452:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0001-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00000100:00100000:3.0:1781281503.344532:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9f0adcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996542016:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281503.344607:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281503.344627:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b77be1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996541952:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281503.344657:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281503.344679:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542016 00000100:00100000:2.0:1781281503.344683:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996542208:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281503.344703:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281503.344755:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996542080:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.344786:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281503.344802:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1781281503.344808:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eda87490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996541888:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281503.344811:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541952 00000100:00100000:2.0:1781281503.344828:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542208 00000100:00100000:1.0:1781281503.344833:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281503.344839:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1781281503.344845:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036abd6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996542016:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.344847:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996542144:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.344864:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281503.344886:0:26646:0:(service.c:3210:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1781281503.344888:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036abd6b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996542016:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.344894:0:26646:0:(service.c:3269:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1781281503.344895:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1781281503.344909:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996541888 00000100:00100000:1.0:1781281503.344934:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1781281503.344938:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996541888:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345007:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d2d6f0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996541888:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.345014:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1781281503.345041:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542080 00000100:00100000:1.0:1781281503.345062:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542144 00000100:00100000:1.0:1781281503.345078:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1781281503.345081:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996542080:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345111:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996542080:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.345116:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1781281503.345127:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781281503.345130:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996542144:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345152:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996542144:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.345158:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781281503.345271:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281503.345275:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996541952:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345307:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035dd1110 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996541952:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.345313:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1781281503.345326:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281503.345329:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996542208:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345367:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9d653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996542208:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.345373:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1781281503.345528:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9f0adcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996542016:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345562:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b77be1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996541952:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281503.345575:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b300d59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996542208:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281503.345786:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eda87490 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996541888:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281503.345799:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1bcc68a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996542144:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281503.345807:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095e3a6d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996542080:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281503.695782:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281503.695832:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281503.695870:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281503.696005:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827968 00000100:00100000:1.0:1781281503.696067:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 477 00000100:00100000:1.0:1781281503.696073:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981827968:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281503.696142:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981827968:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 69us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281503.696154:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 477 00000100:00100000:2.0:1781281503.696457:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827904 00000100:00100000:2.0:1781281503.696495:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 33 00000100:00100000:2.0:1781281503.696499:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d30630b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:2214:x1867807981827904:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281503.696825:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d30630b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:2214:x1867807981827904:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 324us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281503.696833:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 33 00000100:00100000:3.0:1781281503.697092:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981827840 00000100:00100000:3.0:1781281503.697125:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 72 00000100:00100000:3.0:1781281503.697129:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981827840:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281503.697166:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c185f18 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981827840:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 35us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281503.697172:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 72 00010000:00010000:1.0:1781281503.725110:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281504.749414:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281505.776091:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281506.797333:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281507.823691:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281508.461627:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996542272:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.461700:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281508.461830:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281508.461838:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996542464:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281508.461855:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996542336:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.461868:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281508.461901:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281508.461916:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff2eb905 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996542400:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281508.461942:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542464 00000100:00100000:1.0:1781281508.461947:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281508.462017:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1781281508.462019:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542336 00000100:00100000:0.0:1781281508.462025:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996542464:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462048:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542400 00000100:00100000:1.0:1781281508.462074:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1781281508.462081:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034bcc42d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996542336:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281508.462087:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996542464:12345-0@lo:400:kworker/u8:1.0 Request processed in 61us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281508.462095:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1781281508.462124:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1781281508.462127:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034bcc42d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996542336:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281508.462131:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cecdd5f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996542400:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462141:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1781281508.462173:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cecdd5f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996542400:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281508.462179:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1781281508.462202:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff2eb905 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996542400:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281508.462213:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000904e6713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996542464:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462253:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996542336:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462579:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281508.462623:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542272 00000100:00100000:1.0:1781281508.462665:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886f8ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996542528:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281508.462679:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1781281508.462685:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996542272:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462696:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281508.462729:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f67b25e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996542272:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281508.462736:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996542592:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281508.462738:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1781281508.462769:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281508.462787:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542528 00000100:00100000:1.0:1781281508.462805:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542592 00000100:00100000:2.0:1781281508.462827:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1781281508.462833:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996542528:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462838:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1781281508.462844:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996542592:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281508.462873:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996542528:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281508.462889:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f54ee49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996542592:12345-0@lo:400:kworker/u8:1.0 Request processed in 44us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281508.462894:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1781281508.462920:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996542592:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281508.462939:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886f8ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996542528:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281508.463914:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1781281508.466364:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996542272:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281508.824804:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281508.824852:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281508.824894:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281508.825002:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828096 00000100:00100000:1.0:1781281508.825058:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 37 00000100:00100000:1.0:1781281508.825065:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067014f38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:2211:x1867807981828096:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281508.825127:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828160 00000100:00100000:1.0:1781281508.825140:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067014f38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:2211:x1867807981828096:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 76us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281508.825149:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 37 00000100:00100000:0.0:1781281508.825154:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 480 00000100:00100000:0.0:1781281508.825157:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981828160:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281508.825184:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981828160:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 26us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281508.825191:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 480 00000100:00100000:3.0:1781281508.825611:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828032 00000100:00100000:3.0:1781281508.825648:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 74 00000100:00100000:3.0:1781281508.825702:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981828032:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1781281508.825749:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000156a8e6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981828032:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 47us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281508.825757:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 74 00010000:00010000:2.0:1781281508.853365:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281509.870206:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281510.893354:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281511.917347:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281512.941228:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281513.582253:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281513.582373:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46cfd3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996542720:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.582442:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281513.582478:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781281513.582483:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996542784:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.582507:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281513.582603:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542720 00000100:00100000:0.0:1781281513.582644:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542784 00000100:00100000:0.0:1781281513.582664:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1781281513.582669:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceeba488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996542720:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.582730:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceeba488 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996542720:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281513.582738:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1781281513.582755:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1781281513.582758:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023e2b7c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996542784:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.582779:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023e2b7c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996542784:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281513.582785:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1781281513.582824:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996542784:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.582833:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46cfd3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996542720:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281513.582894:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996542848:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281513.582924:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281513.582947:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa0022ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996542656:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281513.583008:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281513.583039:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542656 00000100:00100000:3.0:1781281513.583066:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1781281513.583071:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996542656:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281513.583103:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7837e48 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996542656:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281513.583110:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1781281513.583122:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa0022ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996542656:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.583196:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542848 00000100:00100000:0.0:1781281513.583219:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1781281513.583223:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996542848:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.583264:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996542848:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281513.583270:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1781281513.584007:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a41b56a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996542912:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.584049:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281513.584080:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281513.584087:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996542976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.584118:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281513.584143:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542976 00000100:00100000:0.0:1781281513.584170:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1781281513.584176:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6f904f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996542976:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281513.584355:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996542848:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281513.584400:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6f904f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996542976:12345-0@lo:400:kworker/u8:0.0 Request processed in 222us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281513.584408:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1781281513.584438:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996542976:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281513.584492:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996542912 00000100:00100000:1.0:1781281513.584678:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1781281513.584684:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f167171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996542912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281513.584739:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f167171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996542912:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281513.584747:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1781281513.584767:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a41b56a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996542912:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281513.936063:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281513.936165:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828224 00000100:00100000:3.0:1781281513.936223:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 76 00000100:00100000:3.0:1781281513.936230:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981828224:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281513.936317:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a4e581b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981828224:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 87us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281513.936325:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 76 00000100:00100000:0.0:1781281513.943621:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281513.943742:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828288 00000100:00100000:2.0:1781281513.943842:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 41 00000100:00100000:2.0:1781281513.943849:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1bd7f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2211:x1867807981828288:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281513.943991:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1bd7f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+11:2211:x1867807981828288:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 141us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281513.943999:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 41 00000100:00100000:0.0:1781281513.946430:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281513.946537:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828352 00000100:00100000:1.0:1781281513.946619:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 483 00000100:00100000:1.0:1781281513.946625:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cda847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981828352:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281513.946701:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005cda847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981828352:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281513.946709:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 483 00010000:00010000:3.0:1781281513.965342:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281514.990775:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281516.013124:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281517.039108:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281518.061177:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281518.701764:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996543168:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.701835:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281518.701872:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1781281518.701878:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996543104:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.701899:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281518.701912:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996543360:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.701929:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281518.701997:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543168 00000100:00100000:3.0:1781281518.702037:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543104 00000100:00100000:3.0:1781281518.702047:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543360 00000100:00100000:3.0:1781281518.702058:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1781281518.702063:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000904e6713 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996543168:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.702124:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000904e6713 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996543168:12345-0@lo:400:kworker/u8:1.0 Request processed in 59us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281518.702131:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1781281518.702148:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1781281518.702151:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996543104:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.702176:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff2eb905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996543104:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281518.702182:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1781281518.702193:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1781281518.702196:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095e3a6d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996543360:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.702219:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095e3a6d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996543360:12345-0@lo:400:kworker/u8:1.0 Request processed in 22us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281518.702224:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1781281518.702270:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d36472df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996543104:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.702280:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095f6b492 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996543360:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.702288:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d77b315a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996543168:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702546:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000886f8ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996543232:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702580:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281518.702611:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1781281518.702616:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996543040:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702642:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281518.702672:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996543296:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702696:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281518.702724:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543232 00000100:00100000:1.0:1781281518.702753:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543296 00000100:00100000:1.0:1781281518.702771:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1781281518.702775:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996543232:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702810:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996543232:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281518.702816:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1781281518.702829:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1781281518.702832:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996543296:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702853:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996543296:12345-0@lo:400:kworker/u8:1.0 Request processed in 21us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281518.702858:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1781281518.702887:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea784c71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996543296:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281518.702894:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000886f8ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996543232:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.703400:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543040 00000100:00100000:3.0:1781281518.703436:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1781281518.703449:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996543040:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281518.703498:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000060b475c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996543040:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281518.703504:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1781281518.705042:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3fccc96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996543040:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281519.055725:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281519.055775:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281519.055820:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281519.055988:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828544 00000100:00100000:1.0:1781281519.056011:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828480 00000100:00100000:1.0:1781281519.056049:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:0.0:1781281519.056049:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 486 00000100:00100000:1.0:1781281519.056055:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d77b315a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981828480:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281519.056055:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5d019d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981828544:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281519.056147:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828416 00000100:00100000:2.0:1781281519.056174:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 78 00000100:00100000:2.0:1781281519.056178:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981828416:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281519.056260:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5d019d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981828544:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 204us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281519.056267:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 486 00000100:00100000:1.0:1781281519.062118:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d77b315a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+11:2212:x1867807981828480:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 6040us (6276us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281519.062136:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 45 00000100:00100000:2.0:1781281519.067181:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b6a03d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981828416:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 10831us (11294us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281519.067199:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 78 00010000:00010000:3.0:1781281519.085494:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281520.109125:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281521.133328:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281522.157822:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281523.181246:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781281523.309127:0:27452:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0000-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00010000:00010000:3.0:1781281523.309217:0:27452:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309231:0:27452:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309239:0:27452:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309245:0:27452:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003b22b0bc already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281523.309249:0:27452:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309256:0:27452:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309272:0:27452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x432:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281523.309276:0:27452:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781281523.309280:0:27452:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309290:0:27452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d3f9 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309338:0:27452:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d3f2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486c1 expref: 10 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309346:0:27452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d3f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486c1 expref: 10 pid: 27452 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281523.309357:0:27452:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000009d29ac75, rc 0) 00000100:00100000:3.0:1781281523.309448:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b554d736 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+9:33201:x1867807981826752:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 40890597us (40891208us total) trans 0 rc 301/301 00000100:00100000:3.0:1781281523.309458:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 20 00000100:00100000:3.0:1781281523.314514:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281523.315586:0:26650:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828672 00000100:00100000:2.0:1781281523.315646:0:26650:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:2.0:1781281523.315652:0:26650:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+9:33201:x1867807981828672:12345-192.168.204.1@tcp:35:lfs.0 00000100:00100000:2.0:1781281523.316217:0:26650:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095f6b492 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd013285-183a-4106-aea7-7bb500a78bd8+10:33201:x1867807981828672:12345-192.168.204.1@tcp:35:lfs.0 Request processed in 561us (1709us total) trans 38654705669 rc 0/0 00000100:00100000:2.0:1781281523.316227:0:26650:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 1 00000100:00100000:3.0:1781281523.824535:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083976c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996543424:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281523.824618:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281523.828368:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005cda847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996543616:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281523.828451:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281523.828545:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543616 00000100:00100000:2.0:1781281523.828605:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1781281523.828612:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996543616:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281523.828667:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a41b56a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996543616:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281523.828678:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1781281523.828874:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005cda847 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996543616:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281523.832048:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543424 00000100:00100000:2.0:1781281523.832110:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1781281523.832116:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996543424:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281523.832291:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a1a1e0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996543488:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281523.832338:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281523.832371:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281523.832380:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f167171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996543552:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281523.832403:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281523.832430:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543488 00000100:00100000:1.0:1781281523.832457:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543552 00000100:00100000:1.0:1781281523.832475:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1781281523.832478:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996543488:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281523.832530:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001594c009 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996543488:12345-0@lo:400:kworker/u8:1.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281523.832537:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1781281523.832557:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1781281523.832560:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996543552:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281523.832597:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025ace114 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996543552:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281523.832606:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1781281523.832657:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f167171 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996543552:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281523.832667:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a1a1e0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996543488:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281523.835820:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281523.835843:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006fd7d666 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996543744:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281523.835906:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281523.835938:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781281523.835945:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007b64c6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996543680:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281523.835983:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281523.836013:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543680 00000100:00100000:0.0:1781281523.836063:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1781281523.836068:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c5e4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996543680:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281523.836111:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c5e4c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996543680:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281523.836118:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1781281523.836188:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007b64c6ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996543680:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281523.838173:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6a1cb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996543424:12345-0@lo:400:kworker/u8:1.0 Request processed in 6050us (13549us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281523.838189:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1781281523.838702:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543744 00000100:00100000:0.0:1781281523.838766:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1781281523.838772:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb0413d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996543744:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281523.838841:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb0413d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996543744:12345-0@lo:400:kworker/u8:1.0 Request processed in 68us (2935us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281523.838847:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1781281523.838890:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006fd7d666 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996543744:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281523.843153:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083976c1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996543424:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281524.193968:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281524.194015:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281524.194054:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281524.194095:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828800 00000100:00100000:2.0:1781281524.194145:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:2.0:1781281524.194151:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981828800:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281524.194243:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a49b121 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981828800:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 91us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281524.194251:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 49 00000100:00100000:0.0:1781281524.194556:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828736 00000100:00100000:0.0:1781281524.194587:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 80 00000100:00100000:0.0:1781281524.194592:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981828736:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281524.194620:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070631c19 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981828736:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 28us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281524.194627:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 80 00000100:00100000:0.0:1781281524.194655:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828864 00000100:00100000:0.0:1781281524.194680:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 489 00000100:00100000:0.0:1781281524.194685:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981828864:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281524.194720:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010530835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981828864:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 24us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281524.194727:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 489 00010000:00010000:1.0:1781281524.206067:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781281524.401833:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705669 is committed 00000100:00100000:3.0:1781281524.768377:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.768418:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828928 00000100:00100000:3.0:1781281524.768460:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:3.0:1781281524.768467:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d36472df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+9:33216:x1867807981828928:12345-192.168.204.1@tcp:101:lfs.0 00010000:00010000:3.0:1781281524.768487:0:26648:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281524.768505:0:26648:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486c8 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.768562:0:26648:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.768574:0:26648:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.768584:0:26648:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281524.768645:0:26648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1781281524.768648:0:26648:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281524.768668:0:26648:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.768691:0:26648:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486c8 expref: 11 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.768706:0:26648:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486c8 expref: 10 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.768713:0:26648:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000073a9cca5) 00010000:00010000:3.0:1781281524.768716:0:26648:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781281524.768718:0:26648:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003b22b0bc, rc 0) 00000100:00100000:3.0:1781281524.768764:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d36472df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+10:33216:x1867807981828928:12345-192.168.204.1@tcp:101:lfs.0 Request processed in 298us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281524.768771:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 21 00000100:00100000:2.0:1781281524.778304:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.778503:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981828992 00000100:00100000:3.0:1781281524.778656:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:3.0:1781281524.778662:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dbe079bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33216:x1867807981828992:12345-192.168.204.1@tcp:41:lfs.0 00000004:00000024:3.0:1781281524.778706:0:27615:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1781281524.778782:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dbe079bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33216:x1867807981828992:12345-192.168.204.1@tcp:41:lfs.0 Request processed in 118us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281524.778790:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 22 00000100:00100000:2.0:1781281524.786561:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281524.786810:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829056 00000100:00100000:1.0:1781281524.786859:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4334 00000100:00100000:1.0:1781281524.786866:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000092810bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:2210:x1867807981829056:12345-192.168.204.1@tcp:8:lfs.0 00010000:00080000:1.0:1781281524.786894:0:12110:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp t0 exp 0000000000000000 cur 1065 last 0 00000020:00000080:1.0:1781281524.786930:0:12110:0:(genops.c:1359:class_connect()) connect: client fd013285-183a-4106-aea7-7bb500a78bd8, cookie 0x3e391ad4c896d40e 00002000:00100000:1.0:1781281524.786940:0:12110:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli fd013285-183a-4106-aea7-7bb500a78bd8/00000000b7b763e5 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0800 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1781281524.787337:0:12110:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type b7, return b7 00000020:01000000:1.0:1781281524.787784:0:12110:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash 00000000d4b2d0ff 00002000:00080000:1.0:1781281524.787795:0:12110:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1781281524.787825:0:12110:0:(import.c:86:import_set_state_nolock()) 00000000b9f48c23 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781281524.787897:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000092810bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+6:2210:x1867807981829056:12345-192.168.204.1@tcp:8:lfs.0 Request processed in 1030us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281524.787908:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4334 00000100:00100000:2.0:1781281524.791648:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.796523:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829120 00000100:00100000:2.0:1781281524.796723:0:6311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 296 00000100:00100000:2.0:1781281524.796730:0:6311:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:33216:x1867807981829120:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:2.0:1781281524.796757:0:6311:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 39124992 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1781281524.796821:0:6311:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea82ff08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+6:33216:x1867807981829120:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 91us (5180us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281524.796828:0:6311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 296 00000100:00100000:2.0:1781281524.799186:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281524.799277:0:6310:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829184 00000100:00100000:1.0:1781281524.799310:0:6310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 297 00000100:00100000:1.0:1781281524.799316:0:6310:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003bd5123 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:33216:x1867807981829184:12345-192.168.204.1@tcp:13:lfs.0 00002000:00000024:1.0:1781281524.799632:0:6310:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 17039360 granted 524222464 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1781281524.799700:0:6310:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003bd5123 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd013285-183a-4106-aea7-7bb500a78bd8+505:33216:x1867807981829184:12345-192.168.204.1@tcp:13:lfs.0 Request processed in 383us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281524.799711:0:6310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 297 00000100:00100000:2.0:1781281524.831338:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.831975:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829312 00000100:00100000:3.0:1781281524.832045:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 23 00000100:00100000:3.0:1781281524.832052:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33223:x1867807981829312:12345-192.168.204.1@tcp:36:mcreate.0 00010000:00010000:3.0:1781281524.832101:0:27615:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281524.832128:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486c8 expref: 10 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.832144:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000073a9cca5) 00010000:00010000:3.0:1781281524.832154:0:27615:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281524.832247:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.832261:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.832271:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.832281:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.832287:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.832294:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833528:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833542:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833549:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833556:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281524.833559:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833567:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833579:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281524.833582:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281524.833585:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.833591:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d415 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281524.833605:0:27615:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000262647d0 reply state 0000000011f6dee8 transno 38654705670 ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281524.833793:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000262647d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:33223:x1867807981829312:12345-192.168.204.1@tcp:36:mcreate.0 Request processed in 1738us (2462us total) trans 38654705670 rc 0/0 00000100:00100000:3.0:1781281524.833802:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 23 00010000:00010000:2.0:1781281524.836802:0:2981:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281524.836828:0:2981:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281524.836836:0:2981:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281524.836843:0:2981:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089a77522 already unused, calling callback (00000000325d210a) 00010000:00010000:2.0:1781281524.836847:0:2981:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281524.836859:0:2981:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281524.836877:0:2981:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (00000000c1f78946) 00010000:00010000:2.0:1781281524.836880:0:2981:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781281524.836884:0:2981:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281524.836889:0:2981:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089a77522/0x3e391ad4c896d41c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1781281524.856228:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.858297:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829376 00000100:00100000:3.0:1781281524.858349:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 24 00000100:00100000:3.0:1781281524.858354:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33226:x1867807981829376:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1781281524.858378:0:27615:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281524.858403:0:27615:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d423 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486cf expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.858501:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d42a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.858513:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d42a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.858522:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d42a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281524.858546:0:27615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1781281524.858548:0:27615:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281524.858576:0:27615:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d42a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.858600:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d423 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486cf expref: 12 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.858614:0:27615:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000003b22b0bc/0x3e391ad4c896d42a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486cf expref: 11 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.858622:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281524.858624:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781281524.858627:0:27615:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000003b22b0bc, rc 0) 00000100:00100000:3.0:1781281524.858704:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d23fc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+11:33226:x1867807981829376:12345-192.168.204.1@tcp:101:rm.0 Request processed in 347us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281524.858711:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 24 00000100:00100000:0.0:1781281524.863184:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.864268:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829440 00000100:00100000:3.0:1781281524.864312:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:3.0:1781281524.864318:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006fd7d666 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+11:33226:x1867807981829440:12345-192.168.204.1@tcp:101:rm.0 00010000:00010000:3.0:1781281524.864335:0:26648:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1781281524.864351:0:26648:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d431 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486d6 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864405:0:26648:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864419:0:26648:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864430:0:26648:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864444:0:26648:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864450:0:26648:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864461:0:26648:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864562:0:26648:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864570:0:26648:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864576:0:26648:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1781281524.864605:0:26648:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x433:0x0]: returning size 0 00000004:00200000:3.0:1781281524.864608:0:26648:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1781281524.864625:0:26648:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864637:0:26648:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864642:0:26648:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864693:0:26648:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864698:0:26648:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864703:0:26648:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000083e51a21 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281524.864706:0:26648:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864711:0:26648:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864720:0:26648:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281524.864721:0:26648:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281524.864724:0:26648:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864727:0:26648:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e51a21/0x3e391ad4c896d438 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864735:0:26648:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864738:0:26648:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864742:0:26648:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864744:0:26648:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ae6e6c0 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281524.864745:0:26648:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864748:0:26648:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864751:0:26648:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (0000000073a9cca5) 00010000:00010000:3.0:1781281524.864753:0:26648:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281524.864754:0:26648:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864757:0:26648:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ae6e6c0/0x3e391ad4c896d43f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864776:0:26648:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c918faa7/0x3e391ad4c896d431 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486d6 expref: 13 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864783:0:26648:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486d6 expref: 12 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.864787:0:26648:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x433:0x0].0x0 (00000000710ae3ef) 00010000:00010000:3.0:1781281524.864788:0:26648:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781281524.864789:0:26648:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000f5cd00b4, rc 0) 00000100:00100000:3.0:1781281524.864841:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006fd7d666 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:33226:x1867807981829440:12345-192.168.204.1@tcp:101:rm.0 Request processed in 523us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281524.864847:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 25 00000100:00100000:2.0:1781281524.869982:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281524.870071:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829568 00000100:00100000:3.0:1781281524.870132:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 26 00000100:00100000:3.0:1781281524.870142:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c8e4c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+12:33226:x1867807981829568:12345-192.168.204.1@tcp:36:rm.0 00010000:00010000:3.0:1781281524.871094:0:27615:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781281524.871124:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5cd00b4/0x3e391ad4c896d446 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x433:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486d6 expref: 12 pid: 26648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871143:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x433:0x0].0x0 (00000000710ae3ef) 00010000:00010000:3.0:1781281524.871165:0:27615:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781281524.871196:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871211:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871223:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871240:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871247:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871254:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871549:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871559:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871567:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871875:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871884:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871898:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871905:0:27615:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871922:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871929:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.871951:0:27615:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1781281524.871984:0:27615:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e0c8e4c7 reply state 000000002aa40981 transno 38654705671 ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.871995:0:7835:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781281524.872002:0:7835:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.872027:0:7835:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fd39573c already unused, calling callback (0000000094c6745c) 00010000:00010000:0.0:1781281524.872031:0:7835:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.872034:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.872040:0:7835:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.872043:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.872060:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.872063:0:7835:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x433:0x0].0x0 (000000002a189d9a) 00010000:00010000:3.0:1781281524.872068:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d29ac75 already unused, calling callback (00000000325d210a) 00010000:00010000:0.0:1781281524.872069:0:7835:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781281524.872073:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.872074:0:7835:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.872093:0:7835:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fd39573c/0x3e391ad4c896d462 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446622958974214592 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.872098:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281524.872109:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281524.872111:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000067b77ca) 00010000:00010000:0.0:1781281524.872111:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281524.872114:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281524.872115:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281524.872118:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281524.872124:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d29ac75/0x3e391ad4c896d44d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1781281524.872133:0:27615:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e0c8e4c7 reply state 000000002aa40981 transno 38654705671 ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1781281524.872247:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c8e4c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+13:33226:x1867807981829568:12345-192.168.204.1@tcp:36:rm.0 Request processed in 2103us (2300us total) trans 38654705671 rc 0/0 00000100:00100000:3.0:1781281524.872258:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 26 00010000:00010000:1.0:1781281524.875367:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875387:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875395:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875402:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006959425b already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281524.875405:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875412:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875429:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb6ece22 (00000000f1bfd5a0) 00010000:00010000:1.0:1781281524.875432:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781281524.875436:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875441:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006959425b/0x3e391ad4c896d454 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb6ece22 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875455:0:2982:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875461:0:2982:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875467:0:2982:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875472:0:2982:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3615b23 already unused, calling callback (00000000325d210a) 00010000:00010000:1.0:1781281524.875474:0:2982:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875479:0:2982:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875485:0:2982:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x433:0x0].0x0 (000000002a189d9a) 00010000:00010000:1.0:1781281524.875487:0:2982:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781281524.875489:0:2982:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1781281524.875492:0:2982:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3615b23/0x3e391ad4c896d45b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281525.231150:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1781281525.615851:0:27721:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:3.0:1781281525.615861:0:27721:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:3.0:1781281525.615866:0:27721:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00010000:00010000:1.0:1781281526.254061:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781281526.326470:0:27769:0:(class_obd.c:302:class_handle_ioctl()) cmd = c008667f 00000020:00000080:0.0:1781281526.326480:0:27769:0:(class_obd.c:126:class_resolve_dev_name()) device name lustre-MDT0000 00000020:00000080:0.0:1781281526.326485:0:27769:0:(class_obd.c:133:class_resolve_dev_name()) device name lustre-MDT0000, dev 5 00000020:00000080:0.0:1781281526.326495:0:27769:0:(class_obd.c:302:class_handle_ioctl()) cmd = 4008668d 00000004:00000080:0.0:1781281526.326500:0:27769:0:(mdt_handler.c:7411:mdt_iocontrol()) handling ioctl cmd 0x4008668d 00000001:00080000:2.0:1781281526.373268:0:26681:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 38654705671 is committed 00080000:00020000:0.0:1781281526.379097:0:27769:0:(osd_handler.c:698:osd_ro()) lustre-MDT0000: *** setting device osd-zfs read-only *** 00000400:00000080:3.0:1781281527.046314:0:27817:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1781281527.046318:0:27817:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: mds1 REPLAY BARRIER on lustre-MDT0000 00000100:00100000:0.0:1781281527.114077:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281527.115782:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829696 00000100:00100000:0.0:1781281527.117614:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:0.0:1781281527.117624:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007b64c6ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33257:x1867807981829696:12345-192.168.204.1@tcp:101:dd.0 00010000:00010000:0.0:1781281527.117654:0:27615:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1781281527.117764:0:27615:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b7e53693/0x3e391ad4c896d469 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486dd expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281527.117931:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281527.117946:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1781281527.118179:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281527.118241:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281527.118251:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281527.118258:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281527.118407:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281527.118416:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281527.118423:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281527.118433:0:27615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x432:0x0]: returning size 0 00010000:00010000:1.0:1781281527.277108:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281528.301671:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281528.941322:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996543808:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281528.941338:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996544000:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281528.941412:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996543872:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281528.942297:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996543936:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281528.942575:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281528.942701:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281528.942767:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544000 00000100:00100000:2.0:1781281528.943191:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281528.943232:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543936 00000100:00100000:2.0:1781281528.943277:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1781281528.943283:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996543936:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281528.943308:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000b108879d x1867807996543936/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1781281618 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281528.943349:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b108879d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996543936:12345-0@lo:400:kworker/u8:1.0 Request processed in 65us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281528.943357:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1781281528.943426:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996543936:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281528.943465:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543808 00000100:00100000:2.0:1781281528.943492:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1781281528.943496:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996543808:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281528.943526:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cd85a0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996543808:12345-0@lo:400:kworker/u8:1.0 Request processed in 29us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281528.943532:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1781281528.944579:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996544064:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281528.944824:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1781281528.944831:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996544000:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281528.945286:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281528.945316:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996544128:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281528.945337:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281528.945368:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996543872 00000100:00100000:3.0:1781281528.945408:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544128 00000100:00100000:3.0:1781281528.945422:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1781281528.945426:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1bcc68a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996543872:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281528.945438:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000e1bcc68a x1867807996543872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1781281618 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281528.945466:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1bcc68a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996543872:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281528.945472:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1781281528.945486:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1781281528.945490:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996544128:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281528.945499:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000eda87490 x1867807996544128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1781281618 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281528.945521:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eda87490 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996544128:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281528.945526:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1781281528.945570:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996543872:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281528.945580:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996544128:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281528.945758:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000491bdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996544000:12345-0@lo:400:kworker/u8:1.0 Request processed in 926us (3056us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281528.945768:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1781281528.946206:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996544000:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281528.946369:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281528.946545:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996543808:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281528.946553:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544064 00000100:00100000:1.0:1781281528.946602:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1781281528.946607:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfef1183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996544064:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281528.946656:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfef1183 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996544064:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281528.946661:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1781281528.946706:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996544064:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281529.296170:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281529.296212:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281529.296248:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281529.296254:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829760 00000100:00100000:3.0:1781281529.296271:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281529.296309:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 82 00000100:00100000:0.0:1781281529.296317:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c30207 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981829760:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281529.296402:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c30207 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981829760:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 85us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281529.296410:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 82 00000100:00100000:1.0:1781281529.296507:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829888 00000100:00100000:3.0:1781281529.296519:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829952 00000100:00100000:3.0:1781281529.296564:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 492 00000100:00100000:3.0:1781281529.296568:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b300d59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+6:2212:x1867807981829888:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281529.296580:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 493 00000100:00100000:0.0:1781281529.296587:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9f0adcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981829952:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281529.296609:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b300d59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+6:2212:x1867807981829888:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 39us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281529.296616:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 492 00000100:00100000:0.0:1781281529.296625:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9f0adcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981829952:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 36us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281529.296633:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 493 00000100:00100000:2.0:1781281529.297496:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981829824 00000100:00100000:2.0:1781281529.297538:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 53 00000100:00100000:2.0:1781281529.297543:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981829824:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:2.0:1781281529.297564:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000009b77be1d x1867807981829824/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:304/0 lens 224/224 e 0 to 0 dl 1781281619 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1781281529.297613:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b77be1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981829824:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 69us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281529.297619:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 53 00010000:00010000:0.0:1781281529.325191:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1781281529.512066:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00010000:00010000:1.0:1781281530.349602:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281531.373196:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281532.397278:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281533.421411:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281534.061282:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996544192:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061360:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281534.061393:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996544448:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061419:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281534.061445:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781281534.061450:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996544384:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061472:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281534.061498:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996544320:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061523:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281534.061547:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781281534.061552:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996544256:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061573:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281534.061589:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996544512:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061625:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281534.061656:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544448 00000100:00100000:0.0:1781281534.061707:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544384 00000100:00100000:0.0:1781281534.061727:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781281534.061733:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006323d5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996544448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061782:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006323d5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996544448:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281534.061789:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781281534.061807:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781281534.061810:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf0a1090 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996544384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.061834:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf0a1090 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996544384:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281534.061839:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781281534.061862:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544320 00000100:00100000:0.0:1781281534.061893:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544256 00000100:00100000:0.0:1781281534.061903:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544512 00000100:00100000:0.0:1781281534.061914:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1781281534.061917:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023376982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996544320:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281534.061929:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000023376982 x1867807996544320/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1781281624 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281534.061987:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1781281534.061994:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000705370c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996544256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.062006:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023376982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996544320:12345-0@lo:400:kworker/u8:0.0 Request processed in 86us (481us total) trans 0 rc 0/0 00010000:00000080:3.0:1781281534.062010:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000705370c1 x1867807996544256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1781281624 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281534.062018:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1781281534.062038:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1781281534.062043:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028389473 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996544512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281534.062052:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000705370c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996544256:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (477us total) trans 0 rc 0/0 00010000:00000080:0.0:1781281534.062056:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000028389473 x1867807996544512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1781281624 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281534.062064:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1781281534.062093:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028389473 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996544512:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281534.062100:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1781281534.062139:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996544384:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.062140:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996544256:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281534.062159:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996544448:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.062162:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996544512:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281534.062176:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996544320:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281534.062464:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544192 00000100:00100000:2.0:1781281534.062500:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1781281534.062504:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf97e839 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996544192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281534.062555:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf97e839 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996544192:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281534.062561:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1781281534.062599:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996544192:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281534.415812:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281534.417801:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830080 00000100:00100000:0.0:1781281534.417881:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 57 00000100:00100000:0.0:1781281534.417889:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac7b2cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981830080:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:0.0:1781281534.417923:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000ac7b2cf1 x1867807981830080/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:309/0 lens 224/224 e 0 to 0 dl 1781281624 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1781281534.418043:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac7b2cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981830080:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 154us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281534.418052:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 57 00000100:00100000:0.0:1781281534.428521:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281534.428583:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281534.428741:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830144 00000100:00100000:3.0:1781281534.428806:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 496 00000100:00100000:3.0:1781281534.428812:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc0888a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981830144:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281534.428893:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc0888a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2212:x1867807981830144:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 79us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281534.428899:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 496 00000100:00100000:0.0:1781281534.429117:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281534.429141:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830208 00000100:00100000:0.0:1781281534.429166:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 497 00000100:00100000:0.0:1781281534.429171:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e49dd42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981830208:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281534.429197:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e49dd42c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981830208:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 26us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281534.429204:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 497 00000100:00100000:2.0:1781281534.430063:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830016 00000100:00100000:2.0:1781281534.430107:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 84 00000100:00100000:2.0:1781281534.430112:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1e7e3d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981830016:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281534.430157:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1e7e3d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981830016:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 44us (1643us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281534.430163:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 84 00010000:00010000:1.0:1781281534.445128:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281535.472091:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281536.495714:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281537.517042:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281538.542486:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281539.181423:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996544640:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281539.181500:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281539.181614:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996544576:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281539.181651:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281539.181700:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544576 00000100:00100000:0.0:1781281539.181746:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1781281539.181751:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cdf51ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996544576:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281539.181821:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cdf51ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996544576:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281539.181828:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1781281539.181875:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996544576:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281539.181915:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996544704:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281539.181943:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281539.182012:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544640 00000100:00100000:0.0:1781281539.182037:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544704 00000100:00100000:0.0:1781281539.182052:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1781281539.182056:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2a5d4a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996544640:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281539.182070:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d2a5d4a6 x1867807996544640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1781281629 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281539.182347:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1781281539.182353:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c523ae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996544704:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:1.0:1781281539.182366:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000c523ae5f x1867807996544704/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1781281629 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281539.182399:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c523ae5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996544704:12345-0@lo:400:kworker/u8:1.0 Request processed in 46us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281539.182405:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1781281539.182440:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996544704:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281539.186038:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781281539.186057:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996544896:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281539.186125:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281539.186193:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544896 00000100:00100000:1.0:1781281539.186523:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996544768:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281539.186557:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281539.186611:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1781281539.186616:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996544896:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281539.186640:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000062450f5d x1867807996544896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1781281629 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281539.186670:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062450f5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996544896:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281539.186684:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281539.186690:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996544832:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281539.186708:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281539.186731:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544768 00000100:00100000:1.0:1781281539.186753:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544832 00000100:00100000:1.0:1781281539.186782:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1781281539.186786:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3a515ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996544768:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281539.186824:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3a515ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996544768:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281539.186831:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1781281539.186846:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781281539.186849:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996544832:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281539.186873:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e745a34f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996544832:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281539.186878:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781281539.186914:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996544832:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281539.186923:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996544768:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281539.187102:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1781281539.187154:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996544896:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281539.189731:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2a5d4a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996544640:12345-0@lo:400:kworker/u8:1.0 Request processed in 7666us (8225us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281539.189733:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996544640:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281539.189744:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1781281539.540310:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281539.540360:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281539.540397:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281539.540430:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281539.540469:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830464 00000100:00100000:0.0:1781281539.540524:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830400 00000100:00100000:0.0:1781281539.540548:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 500 00000100:00100000:0.0:1781281539.540554:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007aa349d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981830464:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281539.540624:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007aa349d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981830464:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 69us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281539.540631:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 500 00000100:00100000:0.0:1781281539.540651:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 501 00000100:00100000:0.0:1781281539.540654:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981830400:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281539.540674:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083976c1d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2211:x1867807981830400:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 19us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281539.540679:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 501 00000100:00100000:1.0:1781281539.540753:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830272 00000100:00100000:1.0:1781281539.540783:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 86 00000100:00100000:1.0:1781281539.540787:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087d3d20f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981830272:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281539.540822:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087d3d20f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981830272:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 34us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281539.540828:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 86 00000100:00100000:3.0:1781281539.543633:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830336 00000100:00100000:3.0:1781281539.543696:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 61 00000100:00100000:3.0:1781281539.543702:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051606de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981830336:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00010000:00000080:3.0:1781281539.543790:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000051606de1 x1867807981830336/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:314/0 lens 224/224 e 0 to 0 dl 1781281629 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1781281539.544054:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051606de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981830336:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 350us (3750us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281539.544062:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 61 00010000:00010000:1.0:1781281539.565110:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281540.589702:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281541.615371:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281542.637422:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281543.661891:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281544.303136:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875ba8d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996545088:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.303205:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281544.303239:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1781281544.303244:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996545024:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281544.303245:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545152:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.303267:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281544.303272:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281544.303282:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996545280:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281544.303288:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281544.303292:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996544960:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.303305:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281544.303315:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281544.303327:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545216:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.303337:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545088 00000100:00100000:3.0:1781281544.303344:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281544.303437:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545152 00000100:00100000:0.0:1781281544.303466:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545216 00000100:00100000:0.0:1781281544.303484:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1781281544.303489:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545152:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281544.303539:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc0b19d8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545152:12345-0@lo:400:kworker/u8:1.0 Request processed in 49us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.303545:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1781281544.303563:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1781281544.303566:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545216:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281544.303587:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d54b77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545216:12345-0@lo:400:kworker/u8:1.0 Request processed in 20us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.303591:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1781281544.303607:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996544960 00000100:00100000:0.0:1781281544.303627:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1781281544.303631:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b575801b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996544960:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281544.303657:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b575801b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996544960:12345-0@lo:400:kworker/u8:1.0 Request processed in 26us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.303663:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1781281544.303752:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545024 00000100:00100000:3.0:1781281544.308139:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545280 00000100:00100000:3.0:1781281544.309477:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1781281544.309488:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996545088:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281544.309522:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000f165ccf1 x1867807996545088/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1781281634 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281544.309611:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f165ccf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996545088:12345-0@lo:400:kworker/u8:1.0 Request processed in 124us (6407us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.313203:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1781281544.313218:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996545024:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281544.313257:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000000c8a1e26 x1867807996545024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1781281634 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281544.313334:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c8a1e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996545024:12345-0@lo:400:kworker/u8:1.0 Request processed in 119us (10066us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.313341:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1781281544.313372:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1781281544.313376:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996545280:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281544.313387:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000003e2f694d x1867807996545280/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1781281634 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281544.313411:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2f694d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996545280:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (10106us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.313417:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1781281544.313951:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e49d507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996544960:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.313989:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071ddb416 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545216:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.314001:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080c056e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545152:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.314055:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47dcf66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996545024:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.314065:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c20bf09b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996545280:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281544.314076:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875ba8d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996545088:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281544.318145:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1781281544.661745:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281544.661796:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281544.661887:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830528 00000100:00100000:1.0:1781281544.661942:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 88 00000100:00100000:1.0:1781281544.661948:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f25544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981830528:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281544.662047:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f25544 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981830528:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 98us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281544.662064:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 88 00000100:00100000:2.0:1781281544.662191:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830592 00000100:00100000:2.0:1781281544.662243:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 65 00000100:00100000:2.0:1781281544.662247:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981830592:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00010000:00000080:2.0:1781281544.662267:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000003a1a1e0a x1867807981830592/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:319/0 lens 224/224 e 0 to 0 dl 1781281634 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1781281544.662295:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a1a1e0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981830592:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 47us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281544.662302:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 65 00000100:00100000:1.0:1781281544.663520:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281544.663559:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281544.663621:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830656 00000100:00100000:0.0:1781281544.663664:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830720 00000100:00100000:0.0:1781281544.663698:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 504 00000100:00100000:0.0:1781281544.663704:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe5ac57f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981830720:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281544.663768:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe5ac57f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981830720:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 62us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.663779:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 504 00000100:00100000:0.0:1781281544.663799:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 4335 00000100:00100000:0.0:1781281544.663803:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+5:2210:x1867807981830656:12345-192.168.204.1@tcp:9:kworker/u8:3.0 00000020:00000080:0.0:1781281544.663826:0:12103:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0x3e391ad4c896d40e 00000100:00080000:0.0:1781281544.663833:0:12103:0:(import.c:86:import_set_state_nolock()) 00000000b9f48c23 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781281544.663871:0:12103:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968855 00010000:00010000:1.0:1781281544.664043:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281544.664467:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af64e6ee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+2:2210:x1867807981830656:12345-192.168.204.1@tcp:9:kworker/u8:3.0 Request processed in 661us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281544.664476:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 4335 00010000:00010000:0.0:1781281544.685664:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1781281544.860253:0:6337:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:1.0:1781281544.860264:0:6337:0:(genops.c:985:class_export_put()) final put 00000000b7b763e5/fd013285-183a-4106-aea7-7bb500a78bd8 00000020:00000080:3.0:1781281544.860343:0:36:0:(genops.c:944:class_export_destroy()) destroying export 00000000b7b763e5/fd013285-183a-4106-aea7-7bb500a78bd8 for lustre-OST0000 00000020:00000080:3.0:1781281544.860623:0:36:0:(genops.c:1164:obd_zombie_import_free()) destroying import 00000000b9f48c23 for lustre-OST0000 00010000:00010000:1.0:1781281545.709422:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281546.734596:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781281547.373883:0:27615:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0001-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00010000:00010000:1.0:1781281547.757133:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281548.781594:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281549.423159:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996545408:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281549.423274:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281549.423377:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996545344:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281549.423424:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281549.423509:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545344 00000100:00100000:2.0:1781281549.423570:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1781281549.423579:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff8999b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996545344:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281549.423638:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff8999b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996545344:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281549.423646:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1781281549.423700:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545408 00000100:00100000:2.0:1781281549.423727:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1781281549.423731:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f167171 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996545408:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281549.423746:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000003f167171 x1867807996545408/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1781281639 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281549.423872:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000060b66565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996545344:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281549.424746:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996545472:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281549.424807:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281549.424870:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545472 00000100:00100000:3.0:1781281549.424911:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1781281549.424917:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3fccc96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996545472:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:3.0:1781281549.424940:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000b3fccc96 x1867807996545472/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1781281639 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1781281549.425021:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3fccc96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996545472:12345-0@lo:400:kworker/u8:0.0 Request processed in 103us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281549.425028:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1781281549.425075:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996545472:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281549.430629:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f167171 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996545408:12345-0@lo:400:kworker/u8:0.0 Request processed in 6882us (7341us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281549.430663:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1781281549.432384:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996545600:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281549.432485:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281549.432537:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781281549.432543:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996545536:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281549.432568:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281549.432732:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545600 00000100:00100000:1.0:1781281549.432799:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545536 00000100:00100000:1.0:1781281549.432825:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1781281549.432831:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996545600:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281549.432897:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffac736f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996545600:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281549.432905:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1781281549.432925:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1781281549.432929:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996545536:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281549.433000:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e02143d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996545536:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281549.433007:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1781281549.433237:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7c75875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996545536:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281549.433250:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088a05b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996545600:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281549.434141:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781281549.434164:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996545664:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281549.434231:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281549.434372:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545664 00000100:00100000:2.0:1781281549.434425:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1781281549.434433:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886f8ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996545664:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281549.434457:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000886f8ef2 x1867807996545664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:324/0 lens 224/224 e 0 to 0 dl 1781281639 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281549.434518:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886f8ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996545664:12345-0@lo:400:kworker/u8:0.0 Request processed in 85us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281549.434527:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1781281549.434700:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099900d06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996545664:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281549.438549:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000527453f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996545408:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281549.781404:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281549.781488:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281549.781543:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281549.781691:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830912 00000100:00100000:1.0:1781281549.781695:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830784 00000100:00100000:1.0:1781281549.781784:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 90 00000100:00100000:0.0:1781281549.781793:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 507 00000100:00100000:1.0:1781281549.781800:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb710330 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981830784:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281549.781816:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981830912:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281549.782115:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb710330 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981830784:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 317us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281549.782126:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 90 00000100:00100000:2.0:1781281549.782434:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830848 00000100:00100000:2.0:1781281549.782485:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 69 00000100:00100000:2.0:1781281549.782491:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060b66565 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981830848:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00010000:00000080:2.0:1781281549.782515:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000060b66565 x1867807981830848/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:324/0 lens 224/224 e 0 to 0 dl 1781281639 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1781281549.788269:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea784c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981830912:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 6454us (6771us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281549.788286:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 507 00000100:00100000:2.0:1781281549.794933:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060b66565 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981830848:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 12426us (13377us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281549.795155:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 69 00010000:00010000:1.0:1781281549.805762:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281550.829544:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281551.853106:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281552.878191:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281553.901139:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281554.541388:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996545792:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.541490:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281554.541526:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d648e7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996546048:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.541549:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281554.541586:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281554.541592:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996545856:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.541615:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281554.541654:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545792 00000100:00100000:2.0:1781281554.541693:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546048 00000100:00100000:2.0:1781281554.541703:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545856 00000100:00100000:2.0:1781281554.541728:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1781281554.541734:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000527453f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996545792:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281554.541755:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000527453f8 x1867807996545792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1781281644 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281554.541792:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000527453f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996545792:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281554.541799:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1781281554.541817:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1781281554.541820:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996546048:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281554.541828:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000088a05b48 x1867807996546048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1781281644 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281554.541851:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088a05b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996546048:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281554.541856:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1781281554.541866:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1781281554.541869:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7c75875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996545856:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281554.541877:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000f7c75875 x1867807996545856/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:329/0 lens 224/224 e 0 to 0 dl 1781281644 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281554.541896:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7c75875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996545856:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281554.541900:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1781281554.541930:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996545856:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.541937:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996545792:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.541945:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d648e7d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996546048:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281554.542693:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545920:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281554.542746:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281554.542777:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781281554.542783:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996545728:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281554.542810:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281554.542836:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545984:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281554.542856:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281554.542990:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545920 00000100:00100000:3.0:1781281554.543029:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545984 00000100:00100000:3.0:1781281554.543052:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1781281554.543056:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005cda847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545920:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281554.543098:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005cda847 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545920:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281554.543108:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1781281554.543119:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1781281554.543122:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545984:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281554.543144:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034772aac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996545984:12345-0@lo:400:kworker/u8:1.0 Request processed in 21us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281554.543149:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1781281554.543179:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545984:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281554.543189:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996545920:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.543668:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996545728 00000100:00100000:2.0:1781281554.543706:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1781281554.543711:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996545728:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281554.543768:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000009a13d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996545728:12345-0@lo:400:kworker/u8:1.0 Request processed in 57us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281554.543778:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1781281554.543988:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996545728:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281554.897111:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281554.897277:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281554.897370:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:0.0:1781281554.897482:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831104 00000100:00100000:0.0:1781281554.897588:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 510 00000100:00100000:0.0:1781281554.897595:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981831104:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281554.897695:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099900d06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981831104:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 100us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281554.897704:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 510 00000100:00100000:2.0:1781281554.898190:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981830976 00000100:00100000:2.0:1781281554.898224:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 92 00000100:00100000:2.0:1781281554.898228:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981830976:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281554.898258:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e5e0349 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981830976:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 29us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281554.898264:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 92 00000100:00100000:2.0:1781281554.898314:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831040 00000100:00100000:2.0:1781281554.898341:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 73 00000100:00100000:2.0:1781281554.898345:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d46cfd3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981831040:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:2.0:1781281554.898365:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d46cfd3f x1867807981831040/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:329/0 lens 224/224 e 0 to 0 dl 1781281644 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:2.0:1781281554.898389:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d46cfd3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981831040:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 43us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281554.898396:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 73 00010000:00010000:1.0:1781281554.927316:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281555.949156:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281556.975990:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281557.997125:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281559.021778:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281559.663992:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996546112:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281559.664028:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996546176:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281559.664134:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996546240:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281559.664183:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996546304:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281559.664215:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281559.664441:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281559.664465:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875ba8d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996546432:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281559.664627:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281559.664676:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546176 00000100:00100000:2.0:1781281559.664714:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546432 00000100:00100000:2.0:1781281559.665063:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1781281559.665070:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996546176:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281559.665094:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000c20bf09b x1867807996546176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1781281649 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281559.665140:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c20bf09b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996546176:12345-0@lo:400:kworker/u8:1.0 Request processed in 70us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281559.665147:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1781281559.665163:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1781281559.665167:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996546432:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281559.665176:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000b47dcf66 x1867807996546432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1781281649 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281559.665199:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47dcf66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996546432:12345-0@lo:400:kworker/u8:1.0 Request processed in 31us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281559.665204:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1781281559.665375:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996546176:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281559.665387:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875ba8d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996546432:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281559.665435:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546112 00000100:00100000:2.0:1781281559.665459:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1781281559.665463:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996546112:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1781281559.665643:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f739260b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996546112:12345-0@lo:400:kworker/u8:1.0 Request processed in 178us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281559.665649:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1781281559.666909:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281559.667121:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546240 00000100:00100000:2.0:1781281559.667343:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1781281559.667350:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996546240:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1781281559.667374:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000c5f29251 x1867807996546240/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:334/0 lens 224/224 e 0 to 0 dl 1781281649 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1781281559.667414:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5f29251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996546240:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281559.667421:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1781281559.667513:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996546240:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281559.667661:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281559.667728:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546304 00000100:00100000:0.0:1781281559.667770:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1781281559.667774:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996546304:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281559.667824:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0022ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996546304:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281559.667831:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1781281559.668245:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996546304:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281559.669179:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf8659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996546112:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281559.669272:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996546368:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281559.669319:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281559.669380:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546368 00000100:00100000:1.0:1781281559.669426:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1781281559.669432:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996546368:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281559.669481:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8efdff1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996546368:12345-0@lo:400:kworker/u8:1.0 Request processed in 48us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281559.669488:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1781281559.669588:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f8a62dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996546368:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281560.018452:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281560.018513:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281560.018567:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281560.020677:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831296 00000100:00100000:1.0:1781281560.020761:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 513 00000100:00100000:1.0:1781281560.020769:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981831296:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281560.020856:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b65c11f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981831296:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 86us (2288us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281560.020864:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 513 00000100:00100000:0.0:1781281560.024592:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831232 00000100:00100000:0.0:1781281560.024677:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 77 00000100:00100000:0.0:1781281560.024685:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981831232:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:0.0:1781281560.024729:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000126dfa0a x1867807981831232/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:335/0 lens 224/224 e 0 to 0 dl 1781281650 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1781281560.024816:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000126dfa0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981831232:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 130us (6302us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281560.024825:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 77 00000100:00100000:2.0:1781281560.025194:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831168 00000100:00100000:2.0:1781281560.025239:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 94 00000100:00100000:2.0:1781281560.025244:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981831168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281560.025277:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068cc9385 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981831168:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 32us (6842us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281560.025284:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 94 00010000:00010000:3.0:1781281560.045209:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281561.072751:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281562.094275:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281563.117107:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281564.141394:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281564.783370:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9967162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996546560:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281564.783463:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281564.783498:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac52804f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996546816:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281564.783520:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281564.783545:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781281564.783551:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006998d8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996546624:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281564.783573:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281564.783613:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546560 00000100:00100000:2.0:1781281564.783659:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546816 00000100:00100000:2.0:1781281564.783670:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546624 00000100:00100000:2.0:1781281564.783697:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1781281564.783703:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996546560:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281564.783728:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000875ba8d7 x1867807996546560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1781281654 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281564.783767:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875ba8d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996546560:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281564.783779:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1781281564.783796:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1781281564.783799:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996546816:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281564.783808:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000080c056e6 x1867807996546816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1781281654 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281564.783830:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080c056e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996546816:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281564.783835:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1781281564.783844:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1781281564.783848:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996546624:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281564.783856:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000071ddb416 x1867807996546624/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1781281654 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281564.783877:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ddb416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996546624:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281564.783882:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1781281564.783941:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006998d8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996546624:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281564.783951:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9967162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996546560:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281564.783987:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac52804f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996546816:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281564.784892:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fec235e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996546688:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281564.784951:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281564.785017:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781281564.785024:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996546496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281564.785051:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281564.785064:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996546752:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281564.785084:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281564.785211:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546496 00000100:00100000:0.0:1781281564.785263:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1781281564.785268:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996546496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281564.785311:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000612d7ee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996546496:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281564.785317:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1781281564.785359:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f0a4412 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996546496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281564.785664:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546688 00000100:00100000:1.0:1781281564.785703:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546752 00000100:00100000:1.0:1781281564.785733:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1781281564.785738:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996546688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281564.785786:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000255c6260 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996546688:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281564.785791:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1781281564.785803:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1781281564.785806:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996546752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281564.785830:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ff23e29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996546752:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281564.785836:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1781281564.785864:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d101602d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996546752:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281564.785873:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fec235e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996546688:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281565.138079:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281565.138131:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281565.138169:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281565.138234:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831360 00000100:00100000:2.0:1781281565.138344:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 96 00000100:00100000:2.0:1781281565.138352:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981831360:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281565.138387:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831424 00000100:00100000:0.0:1781281565.138434:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 81 00000100:00100000:0.0:1781281565.138440:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981831424:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281565.138446:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd2d2258 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981831360:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 93us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281565.138461:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 96 00010000:00000080:0.0:1781281565.138462:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000000b5210f4 x1867807981831424/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:340/0 lens 224/224 e 0 to 0 dl 1781281655 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1781281565.138492:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b5210f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981831424:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 51us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281565.138546:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831488 00000100:00100000:1.0:1781281565.138576:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 516 00000100:00100000:1.0:1781281565.138580:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981831488:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281565.138609:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d121535a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981831488:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 28us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281565.138616:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 516 00000100:00100000:0.0:1781281565.138809:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 81 00010000:00010000:0.0:1781281565.168531:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281566.189525:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281567.213224:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781281567.853386:0:27615:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0000-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00010000:00010000:3.0:1781281567.853477:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853491:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853499:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853506:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0b89bb6 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281567.853510:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853518:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853535:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x432:0x0].0x0 (000000004cc4033c) 00010000:00010000:3.0:1781281567.853538:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781281567.853542:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853552:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0b89bb6/0x3e391ad4c896d47e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853573:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853579:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853585:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853590:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000450135cf already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281567.853592:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853597:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853605:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281567.853607:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281567.853608:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853614:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000450135cf/0x3e391ad4c896d470 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853622:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853632:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853639:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853644:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000050b6ac53 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281567.853646:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853651:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853658:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (000000007763668c) 00010000:00010000:3.0:1781281567.853660:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281567.853662:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853667:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000050b6ac53/0x3e391ad4c896d477 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853710:0:27615:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000b7e53693/0x3e391ad4c896d469 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486dd expref: 11 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853719:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7e53693/0x3e391ad4c896d469 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486dd expref: 11 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281567.853726:0:27615:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000b7e53693, rc 0) 00010000:00000080:3.0:1781281567.853734:0:27615:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000007b64c6ce x1867807981829696/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:302/0 lens 752/600 e 0 to 0 dl 1781281617 ref 1 fl Interpret:/0/0 rc 301/0 job:'dd.0' 00000100:00100000:3.0:1781281567.853817:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007b64c6ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33257:x1867807981829696:12345-192.168.204.1@tcp:101:dd.0 Request processed in 40736192us (40739983us total) trans 0 rc 301/301 00000100:00100000:3.0:1781281567.853827:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 27 00000100:00100000:3.0:1781281567.859425:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281567.859658:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831616 00000100:00100000:2.0:1781281567.859718:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 28 00000100:00100000:2.0:1781281567.859725:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33257:x1867807981831616:12345-192.168.204.1@tcp:101:dd.0 00010000:00010000:2.0:1781281567.859747:0:27615:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1781281567.859767:0:27615:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d485 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x743ecfdf112486e4 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.859922:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.859937:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.859948:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.859990:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.859997:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.860003:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.860076:0:27615:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.860089:0:27615:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1781281567.860095:0:27615:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1781281567.860103:0:27615:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x432:0x0]: returning size 0 00010000:00010000:3.0:1781281568.237181:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281569.261136:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281569.903503:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996547008:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281569.903581:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281569.903618:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1781281569.903624:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046e35102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996546944:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281569.903645:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281569.903670:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996547200:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281569.903690:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281569.903724:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547008 00000100:00100000:3.0:1781281569.903770:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546944 00000100:00100000:3.0:1781281569.903784:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547200 00000100:00100000:3.0:1781281569.903796:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1781281569.903802:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996547008:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281569.903827:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000001e04fe94 x1867807996547008/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1781281659 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281569.903866:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e04fe94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996547008:12345-0@lo:400:kworker/u8:1.0 Request processed in 63us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281569.903873:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1781281569.903891:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1781281569.903894:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996546944:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281569.903905:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000453fe679 x1867807996546944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1781281659 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281569.903928:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000453fe679 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2996:x1867807996546944:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281569.904028:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000865f41fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996546880:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904063:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281569.904083:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996547136:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904112:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281569.904128:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281569.904133:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996547072:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904163:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281569.904190:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996546880 00000100:00100000:0.0:1781281569.904217:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1781281569.904220:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996546880:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904259:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017fd96d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996546880:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281569.904265:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1781281569.904311:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547136 00000100:00100000:0.0:1781281569.904333:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547072 00000100:00100000:0.0:1781281569.904357:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1781281569.904361:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996547136:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904387:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006923eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996547136:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281569.904392:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1781281569.904401:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1781281569.904404:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996547072:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904424:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001a56ccd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996547072:12345-0@lo:400:kworker/u8:1.0 Request processed in 19us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281569.904429:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1781281569.904464:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096cf6ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996547072:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904472:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000865f41fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996546880:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904479:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efeee4ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996547136:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904528:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1781281569.904532:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996547200:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281569.904542:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d648e7d1 x1867807996547200/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1781281659 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281569.904572:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d648e7d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996547200:12345-0@lo:400:kworker/u8:1.0 Request processed in 39us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281569.904578:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1781281569.904623:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046e35102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2996:1867807996546944:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904633:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb59b579 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996547200:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281569.904640:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c18e7d8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996547008:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281569.904756:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1781281570.259229:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281570.259366:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281570.259424:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281570.259511:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831744 00000100:00100000:3.0:1781281570.259568:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 85 00000100:00100000:3.0:1781281570.259575:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004eb310d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981831744:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:3.0:1781281570.259607:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004eb310d8 x1867807981831744/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:345/0 lens 224/224 e 0 to 0 dl 1781281660 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1781281570.259663:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004eb310d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981831744:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 87us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281570.259671:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 85 00000100:00100000:0.0:1781281570.259920:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831680 00000100:00100000:0.0:1781281570.260029:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 98 00000100:00100000:0.0:1781281570.260034:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981831680:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281570.260080:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005909aaa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981831680:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 45us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281570.260088:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 98 00000100:00100000:2.0:1781281570.260619:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831808 00000100:00100000:2.0:1781281570.260660:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 519 00000100:00100000:2.0:1781281570.260665:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005769f25d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981831808:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281570.260937:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005769f25d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981831808:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 269us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281570.260944:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 519 00010000:00010000:1.0:1781281570.285252:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281571.311033:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281572.334253:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281573.357725:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281574.381878:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281575.021342:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013f59dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996547456:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281575.021419:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281575.021456:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1781281575.021461:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aff37cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996547264:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281575.021485:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281575.021494:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001fffe196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996547520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281575.021510:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281575.021629:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000092e01c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996547392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.021662:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281575.021686:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781281575.021690:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009de1f1da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996547328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.021707:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281575.021718:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5bb5a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996547584:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.021732:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281575.021760:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547264 00000100:00100000:0.0:1781281575.021794:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1781281575.021800:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996547264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.021837:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5c19189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996547264:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.021844:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1781281575.021873:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547456 00000100:00100000:0.0:1781281575.021890:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547520 00000100:00100000:0.0:1781281575.021906:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1781281575.021909:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996547456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.021933:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e49d507 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996547456:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.021938:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1781281575.021947:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1781281575.021950:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996547520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.021997:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f0a4412 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996547520:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.022002:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1781281575.022018:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547392 00000100:00100000:0.0:1781281575.022035:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547328 00000100:00100000:0.0:1781281575.022043:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547584 00000100:00100000:0.0:1781281575.022051:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1781281575.022054:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996547392:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281575.022064:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000fec235e3 x1867807996547392/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1781281665 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281575.022093:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fec235e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996547392:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.022098:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1781281575.022107:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1781281575.022110:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996547328:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281575.022117:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d101602d x1867807996547328/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1781281665 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281575.022133:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d101602d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996547328:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.022138:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1781281575.022146:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1781281575.022148:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996547584:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281575.022155:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000ac52804f x1867807996547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1781281665 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281575.022170:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac52804f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996547584:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.022175:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1781281575.022210:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009de1f1da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996547328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.022218:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5bb5a55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996547584:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281575.022225:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000092e01c9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996547392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281575.022472:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aff37cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996547264:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281575.022483:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001fffe196 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996547520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281575.022490:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013f59dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996547456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281575.376164:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281575.376216:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281575.376257:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281575.376309:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831936 00000100:00100000:3.0:1781281575.376356:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 89 00000100:00100000:3.0:1781281575.376363:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981831936:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00010000:00000080:3.0:1781281575.376404:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000fb59b579 x1867807981831936/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:350/0 lens 224/224 e 0 to 0 dl 1781281665 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1781281575.376459:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb59b579 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981831936:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 97us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281575.376467:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 89 00000100:00100000:0.0:1781281575.376699:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981831872 00000100:00100000:0.0:1781281575.376734:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 100 00000100:00100000:0.0:1781281575.376738:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981831872:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1781281575.376777:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7455678 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981831872:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 38us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281575.376783:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 100 00000100:00100000:2.0:1781281575.376983:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832000 00000100:00100000:2.0:1781281575.377018:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 522 00000100:00100000:2.0:1781281575.377023:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981832000:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281575.377052:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c18e7d8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981832000:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 28us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281575.377058:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 522 00010000:00010000:1.0:1781281575.406487:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281576.429291:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281577.453562:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281578.477362:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281579.501186:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281580.146067:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000633da29d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996547840:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.146159:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281580.146219:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1781281580.146227:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1b9ee8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996547648:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.146258:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281580.146279:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f98282bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996547904:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.146299:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281580.146337:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547648 00000100:00100000:3.0:1781281580.146378:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1781281580.146384:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996547648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.146433:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000693b71a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996547648:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281580.146440:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1781281580.146483:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1b9ee8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996547648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281580.146638:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547840 00000100:00100000:1.0:1781281580.146678:0:7852:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547904 00000100:00100000:1.0:1781281580.146694:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1781281580.146698:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996547840:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281580.146738:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e35102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996547840:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281580.146743:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1781281580.146754:0:7852:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1781281580.146757:0:7852:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efeee4ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996547904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281580.146780:0:7852:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efeee4ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996547904:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281580.146785:0:7852:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1781281580.146856:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f236db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996547712:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281580.146904:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281580.146931:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6880172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996547968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281580.146951:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281580.147002:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781281580.147007:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003952a6cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996547776:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281580.147028:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281580.147054:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547712 00000100:00100000:2.0:1781281580.147073:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547968 00000100:00100000:1.0:1781281580.147273:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996547776 00000100:00100000:1.0:1781281580.147292:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1781281580.147296:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996547712:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281580.147310:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000e9967162 x1867807996547712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1781281670 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281580.147344:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9967162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996547712:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281580.147349:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1781281580.147361:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1781281580.147364:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996547776:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281580.147374:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000001bcf8659 x1867807996547776/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1781281670 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281580.147394:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001bcf8659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996547776:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281580.147400:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1781281580.147468:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1781281580.147472:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996547968:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281580.147482:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004f8a62dc x1867807996547968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1781281670 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281580.147518:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f8a62dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996547968:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281580.147523:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1781281580.147551:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003952a6cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996547776:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281580.147559:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f236db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996547712:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281580.147568:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6880172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996547968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.149174:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f98282bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996547904:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.149231:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000633da29d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996547840:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281580.498159:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281580.498212:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281580.498256:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281580.498337:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832128 00000100:00100000:0.0:1781281580.498355:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832064 00000100:00100000:0.0:1781281580.498402:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 102 00000100:00100000:2.0:1781281580.498406:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 93 00000100:00100000:0.0:1781281580.498410:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981832064:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281580.498416:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981832128:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:2.0:1781281580.498440:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000096cf6ddc x1867807981832128/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:355/0 lens 224/224 e 0 to 0 dl 1781281670 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:0.0:1781281580.499038:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae43b49e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981832064:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 628us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281580.499047:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 102 00000100:00100000:2.0:1781281580.499939:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096cf6ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd013285-183a-4106-aea7-7bb500a78bd8+12:2212:x1867807981832128:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 1522us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281580.499949:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 93 00000100:00100000:1.0:1781281580.500918:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832192 00000100:00100000:1.0:1781281580.501090:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 525 00000100:00100000:1.0:1781281580.501097:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981832192:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281580.501146:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865f41fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981832192:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 49us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281580.501153:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 525 00010000:00010000:3.0:1781281580.527198:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281581.552205:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281582.573260:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281583.597108:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281584.621761:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781281585.262130:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996548032:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281585.262207:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281585.262271:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548032 00000100:00100000:0.0:1781281585.262316:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1781281585.262322:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996548032:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281585.262366:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d73fefe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2996:x1867807996548032:12345-0@lo:400:kworker/u8:1.0 Request processed in 45us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281585.262374:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1781281585.262420:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072487991 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2996:1867807996548032:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281585.262459:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996548160:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281585.262485:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281585.262503:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781281585.262508:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996548096:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281585.262528:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281585.262551:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548160 00000100:00100000:0.0:1781281585.262571:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548096 00000100:00100000:0.0:1781281585.262586:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1781281585.262590:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996548160:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281585.262605:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000006998d8c x1867807996548160/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1781281675 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1781281585.262634:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006998d8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996548160:12345-0@lo:400:kworker/u8:1.0 Request processed in 43us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281585.262640:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1781281585.262652:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1781281585.262655:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996548096:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1781281585.262665:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000072487991 x1867807996548096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1781281675 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1781281585.263231:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996548160:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1781281585.263354:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072487991 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2998:x1867807996548096:12345-0@lo:400:kworker/u8:1.0 Request processed in 697us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281585.263361:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1781281585.263593:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029a19887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996548224:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.263625:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281585.263651:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281585.263656:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ad6fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996548288:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.263693:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281585.263721:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548224 00000100:00100000:3.0:1781281585.263746:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548288 00000100:00100000:3.0:1781281585.263759:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1781281585.263763:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789dfa15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996548224:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.263986:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789dfa15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996548224:12345-0@lo:400:kworker/u8:1.0 Request processed in 222us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281585.263993:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1781281585.264005:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1781281585.264091:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996548288:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.264131:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000961f7194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996548288:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281585.264137:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1781281585.264169:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ad6fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996548288:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.264178:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029a19887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996548224:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281585.264305:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b49ec1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996548352:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1781281585.264334:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281585.264372:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2998:1867807996548096:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.264468:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548352 00000100:00100000:3.0:1781281585.264498:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1781281585.264502:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8bb534e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996548352:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1781281585.264514:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000d8bb534e x1867807996548352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1781281675 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1781281585.264879:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8bb534e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996548352:12345-0@lo:400:kworker/u8:1.0 Request processed in 374us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281585.264886:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1781281585.272226:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b49ec1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996548352:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1781281585.615061:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281585.615107:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281585.615164:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281585.615265:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832320 00000100:00100000:0.0:1781281585.615265:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832256 00000100:00100000:0.0:1781281585.615307:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 104 00000100:00100000:0.0:1781281585.615313:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981832256:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281585.615314:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 97 00000100:00100000:1.0:1781281585.615318:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981832320:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:1.0:1781281585.615338:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000001c246d83 x1867807981832320/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:360/0 lens 224/224 e 0 to 0 dl 1781281675 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1781281585.615454:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c246d83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981832320:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 134us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281585.615463:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 97 00000100:00100000:2.0:1781281585.615812:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832384 00000100:00100000:2.0:1781281585.615850:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 528 00000100:00100000:2.0:1781281585.615854:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981832384:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281585.622154:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f970f55f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981832256:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 6832us (7091us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281585.622172:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 104 00000100:00100000:2.0:1781281585.623393:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fe83b66 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981832384:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 7532us (8281us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281585.623408:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 528 00010000:00010000:0.0:1781281585.645179:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281586.669212:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781281587.693108:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781281588.333067:0:27615:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0001-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00010000:00010000:3.0:1781281588.717246:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281589.741265:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281590.383280:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281590.383416:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781281590.383437:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c0b5dd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996548608:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281590.383438:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996548480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281590.383510:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996548416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281590.384867:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281590.384868:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281590.384929:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281590.384940:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f329ada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996548544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.384983:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548608 00000100:00100000:3.0:1781281590.384994:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281590.385028:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781281590.385034:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048cf38e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996548608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.385097:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048cf38e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996548608:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281590.385104:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781281590.385149:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c0b5dd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996548608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.385182:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548480 00000100:00100000:1.0:1781281590.385204:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1781281590.385208:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996548480:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281590.385219:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004d6e74a6 x1867807996548480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1781281680 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281590.385247:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6e74a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996548480:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281590.385253:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1781281590.385812:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f665f451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996548480:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.389145:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548544 00000100:00100000:1.0:1781281590.389215:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1781281590.389221:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996548544:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281590.389250:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004d6a8555 x1867807996548544/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1781281680 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281590.389327:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d6a8555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996548544:12345-0@lo:400:kworker/u8:0.0 Request processed in 105us (4333us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281590.389334:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1781281590.389395:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f329ada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996548544:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.393377:0:2996:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781281590.393401:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbb9dfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996548736:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281590.393427:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1488d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996548672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.393805:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281590.393902:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548736 00000100:00100000:0.0:1781281590.393967:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1781281590.393975:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003e3d153 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996548736:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281590.393998:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000003e3d153 x1867807996548736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:365/0 lens 224/224 e 0 to 0 dl 1781281680 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281590.394050:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003e3d153 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2996:x1867807996548736:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281590.394058:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1781281590.394231:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbb9dfc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2996:1867807996548736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281590.398195:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281590.398357:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548416 00000100:00100000:0.0:1781281590.398420:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1781281590.398426:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0a38279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996548416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281590.398503:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0a38279 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996548416:12345-0@lo:400:kworker/u8:0.0 Request processed in 76us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281590.398512:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1781281590.398611:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c01a6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996548416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281590.400459:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281590.400597:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548672 00000100:00100000:1.0:1781281590.400657:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1781281590.400663:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996548672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281590.400738:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000532f0bf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996548672:12345-0@lo:400:kworker/u8:0.0 Request processed in 74us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281590.400745:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1781281590.401104:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1488d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996548672:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281590.736670:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281590.736723:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281590.736776:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281590.736999:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832576 00000100:00100000:2.0:1781281590.737070:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 531 00000100:00100000:2.0:1781281590.737078:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063b87588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981832576:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1781281590.737150:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063b87588 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2211:x1867807981832576:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 71us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281590.737157:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 531 00000100:00100000:1.0:1781281590.737751:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832448 00000100:00100000:1.0:1781281590.737790:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 106 00000100:00100000:1.0:1781281590.737795:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027527a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981832448:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1781281590.737841:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027527a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2211:x1867807981832448:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 45us (1181us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281590.737849:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 106 00000100:00100000:0.0:1781281590.738330:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832512 00000100:00100000:0.0:1781281590.738377:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 101 00000100:00100000:0.0:1781281590.738382:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d7dda98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981832512:12345-192.168.204.1@tcp:400:kworker/u8:3.0 00010000:00000080:0.0:1781281590.738403:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004d7dda98 x1867807981832512/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:365/0 lens 224/224 e 0 to 0 dl 1781281680 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1781281590.738440:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d7dda98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2211:x1867807981832512:12345-192.168.204.1@tcp:400:kworker/u8:3.0 Request processed in 57us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281590.738447:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 101 00010000:00010000:1.0:1781281590.765181:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281591.789523:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781281592.813462:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281593.838719:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281594.861137:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281595.501804:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281595.502078:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e00c75d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996548864:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281595.502150:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281595.502186:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781281595.502192:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b570c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996548928:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281595.502218:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281595.502261:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548864 00000100:00100000:3.0:1781281595.502276:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548928 00000100:00100000:1.0:1781281595.502308:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1781281595.502317:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1781281595.502318:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000725f80e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996548864:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281595.502327:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b070a381 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996548928:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:3.0:1781281595.502345:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000b070a381 x1867807996548928/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1781281685 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000080:1.0:1781281595.502345:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000725f80e1 x1867807996548864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1781281685 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281595.502412:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000725f80e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996548864:12345-0@lo:400:kworker/u8:0.0 Request processed in 95us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281595.502416:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b070a381 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:2997:x1867807996548928:12345-0@lo:400:kworker/u8:0.0 Request processed in 89us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281595.502423:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1781281595.502434:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1781281595.502476:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b570c35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2997:1867807996548928:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281595.502487:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e00c75d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996548864:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.510258:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e782ffd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996548992:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.510340:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281595.510383:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6316a20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996548800:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.510415:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281595.510417:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548992 00000100:00100000:3.0:1781281595.510477:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781281595.510485:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000286a195a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996548992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281595.510542:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000286a195a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996548992:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281595.510551:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781281595.510590:0:2998:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781281595.510601:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fba80712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996549120:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281595.510658:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281595.510663:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e782ffd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996548992:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.510678:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781281595.510686:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae7c924e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996549056:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.510710:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281595.510764:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549056 00000100:00100000:2.0:1781281595.510789:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781281595.510793:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aba345a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996549056:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.510827:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aba345a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996549056:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281595.510834:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781281595.511038:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae7c924e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996549056:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281595.511087:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549120 00000100:00100000:0.0:1781281595.511130:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1781281595.511135:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032eb8a1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996549120:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281595.511137:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996548800 00010000:00000080:0.0:1781281595.511152:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000032eb8a1c x1867807996549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1781281685 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281595.511169:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1781281595.511175:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b4f3f4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996548800:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281595.511196:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032eb8a1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2998:x1867807996549120:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281595.511204:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1781281595.511219:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b4f3f4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996548800:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281595.511227:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1781281595.511274:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6316a20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996548800:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281595.511499:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fba80712 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2998:1867807996549120:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281595.861035:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281595.861088:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281595.861125:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281595.861264:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832640 00000100:00100000:1.0:1781281595.861319:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 108 00000100:00100000:1.0:1781281595.861326:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d9b9f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981832640:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1781281595.861402:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d9b9f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981832640:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 75us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281595.861409:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 108 00000100:00100000:3.0:1781281595.863521:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832704 00000100:00100000:3.0:1781281595.863590:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 105 00000100:00100000:3.0:1781281595.863596:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec0e7a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981832704:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:3.0:1781281595.863644:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000ec0e7a69 x1867807981832704/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:370/0 lens 224/224 e 0 to 0 dl 1781281685 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1781281595.863707:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec0e7a69 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2213:x1867807981832704:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 110us (2679us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281595.863715:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 105 00000100:00100000:0.0:1781281595.863823:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832768 00000100:00100000:0.0:1781281595.863861:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 534 00000100:00100000:0.0:1781281595.863866:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f4ddfb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981832768:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281595.863896:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f4ddfb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981832768:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 29us (2771us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281595.863902:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 534 00010000:00010000:0.0:1781281595.885546:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281596.910082:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281597.933205:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281598.957100:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281599.981463:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781281600.621712:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c64e6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996549248:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281600.621713:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eee663c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996549312:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281600.621792:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009262465c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996549184:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281600.621846:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1ef9f03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996549376:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.621932:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281600.621992:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781281600.621998:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adee00ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996549504:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.622028:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281600.622054:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549248 00000100:00100000:2.0:1781281600.622069:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549312 00000100:00100000:1.0:1781281600.622095:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549504 00000100:00100000:1.0:1781281600.622110:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1781281600.622116:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000833ecb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996549248:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281600.622136:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000833ecb02 x1867807996549248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1781281690 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281600.622173:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000833ecb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996549248:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281600.622181:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1781281600.622198:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1781281600.622201:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd28ca50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996549504:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281600.622210:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000bd28ca50 x1867807996549504/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1781281690 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281600.622234:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd28ca50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996549504:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281600.622241:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1781281600.625333:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1781281600.625341:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007dcb940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996549312:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:2.0:1781281600.625367:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000007dcb940 x1867807996549312/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1781281690 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1781281600.625444:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007dcb940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2996:x1867807996549312:12345-0@lo:400:kworker/u8:0.0 Request processed in 102us (3453us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281600.625450:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1781281600.625504:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eee663c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2996:1867807996549312:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.625731:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c64e6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996549248:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.625742:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adee00ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996549504:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281600.626736:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281600.626774:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000554c8ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996549440:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281600.626803:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281600.626937:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549440 00000100:00100000:1.0:1781281600.627003:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1781281600.627009:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996549440:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281600.627056:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005723d730 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2998:x1867807996549440:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281600.627063:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781281600.627147:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000554c8ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2998:1867807996549440:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.627223:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549184 00000100:00100000:2.0:1781281600.627294:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1781281600.627298:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1273b6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996549184:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.627343:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1273b6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2998:x1867807996549184:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281600.627349:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1781281600.627410:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009262465c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2998:1867807996549184:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281600.627580:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281600.630014:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549376 00000100:00100000:3.0:1781281600.630082:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781281600.630088:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6316a20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996549376:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281600.630168:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6316a20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996549376:12345-0@lo:400:kworker/u8:0.0 Request processed in 80us (2589us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281600.630176:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1781281600.630545:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1ef9f03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996549376:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281600.980545:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281600.980645:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:2.0:1781281600.980684:0:2990:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281600.980778:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832960 00000100:00100000:3.0:1781281600.980836:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 537 00000100:00100000:3.0:1781281600.980842:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce4955ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981832960:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281600.980921:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce4955ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2213:x1867807981832960:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 78us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281600.980928:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 537 00000100:00100000:1.0:1781281600.981373:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832896 00000100:00100000:1.0:1781281600.981433:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 109 00000100:00100000:1.0:1781281600.981438:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3df500a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981832896:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:1.0:1781281600.981459:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000f3df500a x1867807981832896/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:375/0 lens 224/224 e 0 to 0 dl 1781281690 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1781281600.981493:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3df500a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981832896:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 54us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281600.981499:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 109 00000100:00100000:0.0:1781281600.982289:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981832832 00000100:00100000:0.0:1781281600.982332:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 110 00000100:00100000:0.0:1781281600.982337:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b77e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981832832:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281600.982385:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b77e62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2213:x1867807981832832:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 47us (1849us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281600.982392:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 110 00010000:00010000:0.0:1781281601.005323:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281602.029726:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281603.053189:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281604.080932:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281605.103110:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781281605.741372:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781281605.741401:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adee00ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996549760:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281605.741411:0:2998:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000554c8ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996549696:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281605.741500:0:2996:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c64e6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996549824:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281605.741524:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009262465c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996549632:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281605.750935:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281605.751018:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1ef9f03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996549568:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281605.751064:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781281605.751157:0:12109:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549760 00000100:00100000:3.0:1781281605.751631:0:12109:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1781281605.751637:0:12109:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c96fb70a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996549760:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281605.751702:0:12109:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c96fb70a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:2995:x1867807996549760:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281605.751712:0:12109:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1781281605.751753:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adee00ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2995:1867807996549760:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1781281605.751897:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549568 00000100:00100000:3.0:1781281605.751923:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1781281605.751927:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b66129fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996549568:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281605.756607:0:2998:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281605.756773:0:26647:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549696 00000100:00100000:1.0:1781281605.756823:0:26647:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1781281605.756830:0:26647:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000633da29d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996549696:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:1.0:1781281605.756855:0:26647:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000633da29d x1867807996549696/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1781281695 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1781281605.757778:0:26647:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000633da29d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2998:x1867807996549696:12345-0@lo:400:kworker/u8:0.0 Request processed in 947us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281605.757788:0:26647:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1781281605.757856:0:2998:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000554c8ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2998:1867807996549696:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281605.759275:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1ef9f03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2995:1867807996549568:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281605.760083:0:2996:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281605.760191:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549824 00000100:00100000:1.0:1781281605.760306:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1781281605.760314:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fff6d090 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996549824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281605.760365:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fff6d090 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2996:x1867807996549824:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281605.761380:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281605.761414:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009eee663c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996549888:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281605.761440:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281605.761481:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549632 00000100:00100000:0.0:1781281605.761510:0:26646:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549888 00000100:00100000:0.0:1781281605.761528:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1781281605.761533:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae7c924e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996549632:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281605.761551:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000ae7c924e x1867807996549632/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1781281695 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281605.761587:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae7c924e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:2997:x1867807996549632:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281605.761593:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1781281605.761610:0:26646:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1781281605.761614:0:26646:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec4c3711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996549888:12345-0@lo:400:kworker/u8:0.0 00010000:00000080:0.0:1781281605.761623:0:26646:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000ec4c3711 x1867807996549888/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1781281695 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:0.0:1781281605.761645:0:26646:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec4c3711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:2997:x1867807996549888:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281605.761651:0:26646:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1781281605.761705:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009262465c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2997:1867807996549632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1781281605.761717:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009eee663c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2997:1867807996549888:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1781281605.762368:0:2996:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c64e6d6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2996:1867807996549824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1781281605.762884:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1781281605.764456:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b66129fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2995:x1867807996549568:12345-0@lo:400:kworker/u8:0.0 Request processed in 12518us (13382us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281605.764471:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1781281606.099258:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281606.099307:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281606.099354:0:2988:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:1.0:1781281606.099395:0:27452:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981833088 00000100:00100000:1.0:1781281606.099446:0:27452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 113 00000100:00100000:1.0:1781281606.099462:0:27452:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000554c8ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981833088:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:1.0:1781281606.099497:0:27452:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000554c8ad6 x1867807981833088/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:381/0 lens 224/224 e 0 to 0 dl 1781281696 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:1.0:1781281606.099558:0:27452:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000554c8ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd013285-183a-4106-aea7-7bb500a78bd8+12:2214:x1867807981833088:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 105us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281606.099566:0:27452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 113 00000100:00100000:0.0:1781281606.099668:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981833024 00000100:00100000:0.0:1781281606.099701:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 112 00000100:00100000:0.0:1781281606.099706:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000306c0d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981833024:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:0.0:1781281606.099733:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000306c0d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2214:x1867807981833024:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 26us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281606.099739:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 112 00000100:00100000:2.0:1781281606.101088:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981833152 00000100:00100000:2.0:1781281606.101154:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 540 00000100:00100000:2.0:1781281606.101161:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1ef9f03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981833152:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:2.0:1781281606.101292:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1ef9f03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:fd013285-183a-4106-aea7-7bb500a78bd8+505:2214:x1867807981833152:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 130us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1781281606.101300:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 540 00010000:00010000:0.0:1781281606.125382:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781281607.149118:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281608.178576:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781281608.814138:0:27615:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0000-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00010000:00010000:3.0:1781281608.814220:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814245:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814253:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814259:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004d4f6707 already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281608.814263:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814269:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814284:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x432:0x0].0x0 (00000000f5cbe830) 00010000:00010000:3.0:1781281608.814287:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781281608.814290:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814296:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004d4f6707/0x3e391ad4c896d49a lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x432:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814315:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814321:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814326:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814330:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000111d2d7f already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281608.814332:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814337:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814345:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000067b77ca) 00010000:00010000:3.0:1781281608.814347:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281608.814349:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814354:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000111d2d7f/0x3e391ad4c896d48c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814363:0:27615:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814369:0:27615:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814375:0:27615:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814380:0:27615:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d107eccd already unused, calling callback (00000000325d210a) 00010000:00010000:3.0:1781281608.814382:0:27615:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814387:0:27615:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814394:0:27615:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xae972c0d (00000000228678ef) 00010000:00010000:3.0:1781281608.814396:0:27615:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781281608.814398:0:27615:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814403:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d107eccd/0x3e391ad4c896d493 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xae972c0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814443:0:27615:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d485 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486e4 expref: 11 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814551:0:27615:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cede228/0x3e391ad4c896d485 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.1@tcp remote: 0x743ecfdf112486e4 expref: 11 pid: 27615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1781281608.814562:0:27615:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000000cede228, rc 0) 00010000:00000080:3.0:1781281608.814570:0:27615:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000004f192bf5 x1867807981831616/t0(0) o101->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:342/0 lens 752/600 e 0 to 0 dl 1781281657 ref 1 fl Interpret:/0/0 rc 301/0 job:'dd.0' 00000100:00100000:3.0:1781281608.814692:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f192bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:33257:x1867807981831616:12345-192.168.204.1@tcp:101:dd.0 Request processed in 40954966us (40955274us total) trans 0 rc 301/301 00000100:00100000:3.0:1781281608.814701:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 28 00010000:00010000:0.0:1781281609.200888:0:7835:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781281610.222628:0:5495:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781281610.861669:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6880172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996550016:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.861750:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281610.861775:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013f59dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996550272:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.861795:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281610.861817:0:2995:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781281610.861822:0:2995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018f236db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996550080:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.861840:0:2995:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781281610.861875:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996550016 00000100:00100000:1.0:1781281610.861918:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996550272 00000100:00100000:1.0:1781281610.861934:0:26648:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996550080 00000100:00100000:1.0:1781281610.861947:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1781281610.861972:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fffe196 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996550016:12345-0@lo:400:kworker/u8:3.0 00010000:00000080:1.0:1781281610.861992:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@000000001fffe196 x1867807996550016/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1781281700 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1781281610.862027:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fffe196 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:2995:x1867807996550016:12345-0@lo:400:kworker/u8:3.0 Request processed in 73us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281610.862034:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1781281610.862050:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1781281610.862054:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aff37cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996550272:12345-0@lo:400:kworker/u8:3.0 00010000:00000080:1.0:1781281610.862063:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@00000000aff37cf1 x1867807996550272/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1781281700 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1781281610.862086:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aff37cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2995:x1867807996550272:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281610.862091:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1781281610.862101:0:26648:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1781281610.862104:0:26648:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092e01c9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996550080:12345-0@lo:400:kworker/u8:3.0 00010000:00000080:1.0:1781281610.862112:0:26648:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000092e01c9c x1867807996550080/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1781281700 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1781281610.862133:0:26648:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092e01c9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2995:x1867807996550080:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281610.862139:0:26648:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1781281610.862183:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018f236db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2995:1867807996550080:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.862194:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6880172 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2995:1867807996550016:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.862201:0:2995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013f59dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2995:1867807996550272:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862418:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003952a6cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996550144:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862452:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281610.862469:0:2997:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781281610.862474:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f98282bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996549952:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862498:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281610.862511:0:2997:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b1b9ee8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996550208:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862529:0:2997:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781281610.862556:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996550144 00000100:00100000:0.0:1781281610.862588:0:12110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996550208 00000100:00100000:0.0:1781281610.862602:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1781281610.862606:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e03338ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996550144:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862636:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e03338ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996550144:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281610.862645:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1781281610.862656:0:12110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1781281610.862659:0:12110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000feb39fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996550208:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862678:0:12110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000feb39fdd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2997:x1867807996550208:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1781281610.862683:0:12110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1781281610.862704:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b1b9ee8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996550208:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1781281610.862711:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003952a6cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2997:1867807996550144:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.863033:0:26636:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807996549952 00000100:00100000:1.0:1781281610.863063:0:26636:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1781281610.863066:0:26636:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0d2f0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996549952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1781281610.863106:0:26636:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0d2f0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fe18d2fd-47a2-47ff-98fc-180cf48b334a+18:2997:x1867807996549952:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1781281610.863112:0:26636:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1781281610.863254:0:2997:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f98282bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fe18d2fd-47a2-47ff-98fc-180cf48b334a:2997:1867807996549952:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1781281611.222669:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281611.222706:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281611.222740:0:2989:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.1@tcp (source: 12345-192.168.204.1@tcp) 00000100:00100000:3.0:1781281611.222775:0:26638:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981833216 00000100:00100000:3.0:1781281611.222821:0:26638:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 114 00000100:00100000:3.0:1781281611.222827:0:26638:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002471b114 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981833216:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281611.222894:0:26638:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002471b114 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ecf7ee81-2075-4f26-b532-0d44497bf6c9+9:2212:x1867807981833216:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 66us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281611.222902:0:26638:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 114 00000100:00100000:3.0:1781281611.222936:0:12103:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981833344 00000100:00100000:3.0:1781281611.222985:0:12103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 543 00000100:00100000:3.0:1781281611.222990:0:12103:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981833344:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1781281611.223020:0:12103:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a292b12a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:fd013285-183a-4106-aea7-7bb500a78bd8+505:2212:x1867807981833344:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 29us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281611.223026:0:12103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 543 00000100:00100000:3.0:1781281611.223044:0:27615:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1867807981833280 00000100:00100000:3.0:1781281611.223071:0:27615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.1@tcp, seq: 117 00000100:00100000:3.0:1781281611.223075:0:27615:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981833280:12345-192.168.204.1@tcp:400:kworker/u8:4.0 00010000:00000080:3.0:1781281611.223094:0:27615:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@0000000057fc4dd1 x1867807981833280/t0(0) o400->fd013285-183a-4106-aea7-7bb500a78bd8@192.168.204.1@tcp:386/0 lens 224/224 e 0 to 0 dl 1781281701 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000100:00100000:3.0:1781281611.223119:0:27615:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057fc4dd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:fd013285-183a-4106-aea7-7bb500a78bd8+10:2212:x1867807981833280:12345-192.168.204.1@tcp:400:kworker/u8:4.0 Request processed in 43us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1781281611.223125:0:27615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.1@tcp, seq: 117 00010000:00010000:2.0:1781281611.245340:0:7836:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:2.0:1781281611.549363:0:27902:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1781281611.549369:0:27902:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: replay-single test_132a: @@@@@@ FAIL: dd to /mnt/lustre/f132a.replay-single failed 00010000:00010000:2.0:1781281612.269158:0:5494:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 31088 lines, 31088 kept, 0 dropped, 0 bad.